-- Logs begin at Mon 2021-04-05 11:21:54 UTC, end at Mon 2021-04-05 12:23:14 UTC. -- Apr 05 11:56:50.861579 dv-cinder-784763-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 05 11:56:53.702057 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.common.config [-] Logging enabled! Apr 05 11:56:53.702542 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev31 Apr 05 11:56:53.703906 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84306) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 11:56:53.705674 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.common.config [-] Logging enabled! Apr 05 11:56:53.705963 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev31 Apr 05 11:56:53.706313 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84306) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 11:56:53.707349 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 05 11:56:53.707613 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 05 11:56:53.708637 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 05 11:56:53.708918 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 05 11:56:53.709175 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 05 11:56:53.709558 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.709899 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.710234 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.710490 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.710827 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.711159 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.711479 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.711807 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.712145 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.712465 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.712776 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.713095 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.713350 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.713690 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.714017 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.714341 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.714595 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] debug = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.714906 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.715469 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.715784 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.716103 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.716430 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.716741 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.717047 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.717353 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.717697 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.718059 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] host = dv-cinder-784763-1-smb {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.718371 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.718696 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.719023 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.719349 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.719657 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.719969 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.720294 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.720601 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.720908 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] log_file = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.721218 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.721566 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.721896 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.722228 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.722483 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.722733 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.723059 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.723389 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.723697 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.724005 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.724313 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.724622 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.724929 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.725231 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.725588 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.725916 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.726244 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.726554 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.726864 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.727168 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.727475 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.727797 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.728103 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.728409 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.728717 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.729043 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.729343 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.729673 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.730013 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.730336 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.730658 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.731004 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.731311 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.731633 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.731936 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.732239 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.732539 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] use_json = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.732844 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.733145 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.733465 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.733801 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.734103 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.734409 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.734715 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.735039 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:53.735370 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.735704 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.736043 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.736360 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.736692 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.737005 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.737331 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.737671 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.737991 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.738315 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.738633 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.738943 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.739264 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.739574 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.739904 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.740245 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.740575 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.740906 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.741213 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.741550 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.741841 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.742148 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.742467 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.742797 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.743125 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.743435 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.743743 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.744071 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.744378 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.744679 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.744987 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.745312 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.745644 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.745951 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.746270 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.747088 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.747390 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.747691 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.747998 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.748324 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.748628 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.748929 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.749233 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.749548 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.749876 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.750193 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.750500 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.750800 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.751101 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.751410 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.751714 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.752016 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.752325 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.752628 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.752933 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.753234 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.753549 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.753871 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.754172 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.754474 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.754774 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.755074 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.755382 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.755685 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.755987 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.756288 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.756594 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.756896 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.757214 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.757558 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.757889 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.758200 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.758510 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.758817 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.759123 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.759432 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.759741 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.760051 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.760353 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.760679 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.760994 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.761310 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.761670 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.761980 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.762873 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.763185 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.763500 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.763813 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.764123 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.764445 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.764757 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.765083 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.765408 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.765758 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.766085 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.766413 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.766732 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.767080 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.767392 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:53.767634 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 05 11:56:53.767893 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84306) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 05 11:56:54.421209 dv-cinder-784763-1-smb neutron-server[84306]: INFO keyring.backend [-] Loading Gnome Apr 05 11:56:54.437793 dv-cinder-784763-1-smb neutron-server[84306]: INFO keyring.backend [-] Loading Google Apr 05 11:56:54.440356 dv-cinder-784763-1-smb neutron-server[84306]: INFO keyring.backend [-] Loading Windows (alt) Apr 05 11:56:54.444117 dv-cinder-784763-1-smb neutron-server[84306]: INFO keyring.backend [-] Loading file Apr 05 11:56:54.444933 dv-cinder-784763-1-smb neutron-server[84306]: INFO keyring.backend [-] Loading keyczar Apr 05 11:56:54.445206 dv-cinder-784763-1-smb neutron-server[84306]: INFO keyring.backend [-] Loading multi Apr 05 11:56:54.445863 dv-cinder-784763-1-smb neutron-server[84306]: INFO keyring.backend [-] Loading pyfs Apr 05 11:56:54.491952 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 11:56:54.492258 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 11:56:54.492578 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 11:56:54.492939 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 05 11:56:54.879948 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:54.880495 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:54.880600 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:54.883431 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:54.883741 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:54.884037 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:54.921140 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:54.921446 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:54.921767 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:54.934918 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:54.935229 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:54.935536 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.001594 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.001910 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.002809 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.003310 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.003613 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.003904 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.273851 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.274123 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.274418 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.274723 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.276788 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.424929 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.425304 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.425648 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.425950 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.426241 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.426612 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.426904 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.427187 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.427465 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.427798 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.428083 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.428378 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.428673 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.428962 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.429264 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.429592 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.429882 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.430190 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.430468 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.430799 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.431236 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.431516 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.431804 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.432122 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.432395 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.432665 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.433072 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 11:56:55.433339 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 11:56:55.433643 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 11:56:55.433938 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 11:56:55.434201 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 11:56:55.434462 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 11:56:55.434868 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 05 11:56:55.437985 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 05 11:56:55.441933 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 05 11:56:55.445799 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Apr 05 11:56:55.447426 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 05 11:56:55.448689 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 05 11:56:55.449071 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 05 11:56:55.449562 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 05 11:56:55.452282 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 05 11:56:55.452560 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 05 11:56:55.452941 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 11:56:55.479918 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 05 11:56:55.480418 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.481348 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84306) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 05 11:56:55.481778 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.483101 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84306) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 05 11:56:55.483414 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 11:56:55.483686 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 05 11:56:55.486822 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.487131 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:55.553989 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 05 11:56:55.554204 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 05 11:56:55.554470 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 05 11:56:55.554870 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 05 11:56:55.587710 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_db.sqlalchemy.engines [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=84306) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 05 11:56:56.026525 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Initializing driver for type 'gre' Apr 05 11:56:56.027152 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] gre ID ranges: [(1, 1000)] Apr 05 11:56:56.066189 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Initializing driver for type 'local' Apr 05 11:56:56.066565 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Initializing driver for type 'vlan' Apr 05 11:56:56.077146 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] VlanTypeDriver initialization complete Apr 05 11:56:56.077565 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Initializing driver for type 'vxlan' Apr 05 11:56:56.078061 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] vxlan ID ranges: [(1, 1000)] Apr 05 11:56:56.116942 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Initializing extension driver 'port_security' Apr 05 11:56:56.117301 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.extensions.port_security [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] PortSecurityExtensionDriver initialization complete Apr 05 11:56:56.117700 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Initializing mechanism driver 'openvswitch' Apr 05 11:56:56.118056 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Initializing mechanism driver 'hyperv' Apr 05 11:56:56.124732 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 11:56:56.125565 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > port after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.125971 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > port after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.126354 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > port after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.126774 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > subnet after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.127159 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > subnet after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.127539 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > subnet after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.127945 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > network after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.128327 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > network after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.128701 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > network after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.129111 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > security_group after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.129491 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > security_group after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.129885 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > security_group after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.130299 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.130677 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.131048 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.131584 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > address_group after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.131965 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > address_group after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.132339 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > address_group after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.132703 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] ML2 OVO RPC backend initialized. {{(pid=84306) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 05 11:56:56.133479 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > router_interface after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.133926 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.134372 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > network before_response 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.134753 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > networks before_response 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.135132 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > port before_response 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.135503 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > ports before_response 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.135879 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > subnet before_response 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.136252 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > subnets before_response 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.136631 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > network after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.137619 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > network after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.138003 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > network after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.138376 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > port after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.138750 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > port after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.139121 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > port after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.139488 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > subnet after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.139858 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > subnet after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.140224 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > subnet after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.140845 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.plugin [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Modular L2 Plugin initialization complete Apr 05 11:56:56.141198 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading services supported by the core plugin {{(pid=84306) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 05 11:56:56.141581 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Got port-security extension from driver 'port_security' Apr 05 11:56:56.142086 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.extensions.vlantransparent [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Disabled vlantransparent extension. Apr 05 11:56:56.142614 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84306) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 05 11:56:56.142955 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading Plugin: router Apr 05 11:56:56.178932 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > router_interface before_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.179367 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > router after_create 55549900 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.179773 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > router before_create 55549900 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.180176 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.180589 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.180977 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > router after_delete 55549900 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.181374 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > floatingip after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.181813 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > router after_create 55549900 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.182192 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > router after_update 55549900 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.182578 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > router after_update 55549900 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.182958 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.183362 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > router after_update 55549900 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.184369 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > router precommit_update 55549900 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.184784 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: port after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.185160 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: port after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.185554 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: subnet after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.185927 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.186312 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > port precommit_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.186694 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > router precommit_create 55549900 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.187073 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: port before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.187449 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > router precommit_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.187848 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > router after_update 55549900 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.188224 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > router precommit_delete 55549900 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.188610 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > router precommit_create 55549900 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.189012 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > router_interface after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.189390 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > router precommit_update 55549900 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.189839 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > network after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.190809 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource_registry [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Tracking information for resource: router configured {{(pid=84306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 11:56:56.191180 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource_registry [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Tracking information for resource: floatingip configured {{(pid=84306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 11:56:56.195896 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.l3_agentschedulers_db [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 05 11:56:56.196533 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: port after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.196924 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: port after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.197305 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: port after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.197719 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: port after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.198604 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > router before_create 55550100 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.199006 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > router precommit_delete 55550100 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.199415 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > router precommit_create 55550100 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.200336 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > router precommit_update 55550100 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.205012 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.provider_configuration [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Service providers = [] {{(pid=84306) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 05 11:56:56.205400 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.servicetype_db [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84306) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 05 11:56:56.208376 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.service_base [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84306) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 05 11:56:56.208759 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.service_base [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84306) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 05 11:56:56.209133 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.service_base [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84306) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 05 11:56:56.210039 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.service_base [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84306) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 05 11:56:56.210436 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.services.service_base [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 05 11:56:56.210845 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 11:56:56.211193 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 05 11:56:56.221184 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 11:56:56.221571 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading Plugin: auto_allocate Apr 05 11:56:56.227306 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: network precommit_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.227713 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: network precommit_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.228297 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 11:56:56.228657 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading Plugin: tag Apr 05 11:56:56.236036 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 11:56:56.236401 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading Plugin: timestamp Apr 05 11:56:56.240223 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 11:56:56.240592 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading Plugin: network_ip_availability Apr 05 11:56:56.246161 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.247116 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.247502 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.248273 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 11:56:56.248625 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading Plugin: flavors Apr 05 11:56:56.253093 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 11:56:56.253459 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading Plugin: revisions Apr 05 11:56:56.257718 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 11:56:56.258142 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.765s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 11:56:56.258931 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84306) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 05 11:56:56.259289 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Initializing extension manager. Apr 05 11:56:56.259844 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: __init__.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.260216 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: __pycache__ {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.260582 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.260943 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: address_group.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.261758 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.262555 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: address-group Apr 05 11:56:56.262914 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: address_scope.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.263677 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.264250 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: address-scope Apr 05 11:56:56.264605 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: admin_state_down_before_update.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.265556 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.266119 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: router-admin-state-down-before-update Apr 05 11:56:56.266475 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: agent.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.267224 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.267789 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: agent Apr 05 11:56:56.268144 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: agent_resources_synced.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.269078 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.269678 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: agent-resources-synced Apr 05 11:56:56.270037 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: allowedaddresspairs.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.271858 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.272438 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: allowed-address-pairs Apr 05 11:56:56.272798 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: auto_allocated_topology.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.273918 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.274523 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: auto-allocated-topology Apr 05 11:56:56.274899 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: availability_zone.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.275618 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.276437 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: availability_zone Apr 05 11:56:56.276831 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: availability_zone_filter.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.277745 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.278319 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: availability_zone_filter Apr 05 11:56:56.278670 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: data_plane_status.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.279572 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.280147 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension data-plane-status not supported by any of loaded plugins Apr 05 11:56:56.280503 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: default_subnetpools.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.281414 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.282015 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: default-subnetpools Apr 05 11:56:56.282373 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: dhcpagentscheduler.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.283235 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.284978 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: dhcp_agent_scheduler Apr 05 11:56:56.285345 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: dns.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.286321 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.286899 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension dns-integration not supported by any of loaded plugins Apr 05 11:56:56.287256 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: dns_domain_ports.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.288169 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.288739 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 05 11:56:56.289098 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: dvr.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.289838 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.290411 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: dvr Apr 05 11:56:56.290763 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: empty_string_filtering.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.291671 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.292240 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: empty-string-filtering Apr 05 11:56:56.292592 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.294034 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.294602 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 05 11:56:56.294956 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.295862 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.296421 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 05 11:56:56.296776 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: external_net.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.297707 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.298277 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: external-net Apr 05 11:56:56.298631 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: extra_dhcp_opt.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.299537 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.300103 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: extra_dhcp_opt Apr 05 11:56:56.300456 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: extraroute.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.301363 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.301966 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: extraroute Apr 05 11:56:56.302321 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: extraroute_atomic.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.303339 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.303913 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: extraroute-atomic Apr 05 11:56:56.304266 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: filter_validation.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.304958 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.305550 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: filter-validation Apr 05 11:56:56.305898 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: fip_pf_description.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.306795 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.307360 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 05 11:56:56.307711 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: fip_port_details.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.308617 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.309810 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: fip-port-details Apr 05 11:56:56.310164 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: flavors.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.311381 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.311960 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: flavors Apr 05 11:56:56.312314 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.313960 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.314551 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 05 11:56:56.314918 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: floatingip_pools.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.315759 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.316342 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: floatingip-pools Apr 05 11:56:56.316699 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: ip_allocation.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.317673 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.318244 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension ip_allocation not supported by any of loaded plugins Apr 05 11:56:56.318601 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.319519 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.320092 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: ip-substring-filtering Apr 05 11:56:56.320451 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: l2_adjacency.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.321363 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.321959 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension l2_adjacency not supported by any of loaded plugins Apr 05 11:56:56.322312 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: l3.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.323368 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.323942 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: router Apr 05 11:56:56.324299 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: l3_conntrack_helper.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.326580 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.327164 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 05 11:56:56.327529 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.328444 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.329015 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: ext-gw-mode Apr 05 11:56:56.329372 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.330307 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.330877 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: l3-ha Apr 05 11:56:56.331233 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: l3_flavors.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.332143 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.332713 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: l3-flavors Apr 05 11:56:56.333064 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.334012 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.334587 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: l3-port-ip-change-not-allowed Apr 05 11:56:56.334939 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: l3agentscheduler.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.336229 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.336851 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: l3_agent_scheduler Apr 05 11:56:56.337211 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: logging.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.338764 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.339354 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension logging not supported by any of loaded plugins Apr 05 11:56:56.339719 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: metering.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.340533 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.341225 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: metering Apr 05 11:56:56.341619 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.342764 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.343343 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: metering_source_and_destination_fields Apr 05 11:56:56.343700 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: multiprovidernet.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.344634 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.345201 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: multi-provider Apr 05 11:56:56.345574 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: netmtu.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.346510 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.347079 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: net-mtu Apr 05 11:56:56.347432 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: netmtu_writable.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.348339 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.348906 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: net-mtu-writable Apr 05 11:56:56.349257 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: network_availability_zone.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.350002 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.350570 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: network_availability_zone Apr 05 11:56:56.350922 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: network_ip_availability.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.352042 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.352610 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: network-ip-availability Apr 05 11:56:56.353437 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: network_segment_range.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.354281 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.354852 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension network-segment-range not supported by any of loaded plugins Apr 05 11:56:56.355205 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: pagination.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.356806 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.357177 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: pagination Apr 05 11:56:56.357553 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: port_device_profile.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.358488 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.359067 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: port-device-profile Apr 05 11:56:56.359427 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.360352 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.360930 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: port-mac-address-regenerate Apr 05 11:56:56.361287 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.362227 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.362801 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: port-numa-affinity-policy Apr 05 11:56:56.363155 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: port_resource_request.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.364065 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.364629 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension port-resource-request not supported by any of loaded plugins Apr 05 11:56:56.364982 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: portbindings.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.365938 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.366510 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: binding Apr 05 11:56:56.366862 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: portbindings_extended.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.368145 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.368721 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: binding-extended Apr 05 11:56:56.369082 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: portsecurity.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.370020 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.370591 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: port-security Apr 05 11:56:56.370949 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: project_id.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.372475 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.372843 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: project-id Apr 05 11:56:56.373197 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: providernet.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.374223 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.374691 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: provider Apr 05 11:56:56.375045 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: qos.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.378613 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.379203 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension qos not supported by any of loaded plugins Apr 05 11:56:56.379567 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.380894 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.381468 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 05 11:56:56.381865 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.382782 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.383350 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 05 11:56:56.383707 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: qos_default.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.384613 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.385186 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension qos-default not supported by any of loaded plugins Apr 05 11:56:56.385564 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: qos_fip.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.386249 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.386809 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension qos-fip not supported by any of loaded plugins Apr 05 11:56:56.387197 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: qos_gateway_ip.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.388114 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.388683 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 05 11:56:56.389035 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: qos_port_network_policy.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.389972 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.390537 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 05 11:56:56.390887 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: qos_rule_type_details.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.391792 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.392359 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 05 11:56:56.392714 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: qos_rules_alias.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.393781 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.394358 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 05 11:56:56.394712 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: quotasv2.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.395706 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.396074 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: quotas Apr 05 11:56:56.396427 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: quotasv2_detail.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.398019 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.398395 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: quota_details Apr 05 11:56:56.398751 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: rbac.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.399915 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.400499 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: rbac-policies Apr 05 11:56:56.401113 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: rbac_address_group.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.402062 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.402665 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: rbac-address-group Apr 05 11:56:56.403023 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: rbac_address_scope.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.403938 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.404512 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: rbac-address-scope Apr 05 11:56:56.404866 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: rbac_security_groups.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.405909 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.406483 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: rbac-security-groups Apr 05 11:56:56.406841 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: rbac_subnetpool.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.407755 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.408333 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: rbac-subnetpool Apr 05 11:56:56.408690 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: revisionifmatch.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.409632 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.410209 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: revision-if-match Apr 05 11:56:56.410567 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: revisions.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.411708 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.412277 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: standard-attr-revisions Apr 05 11:56:56.412632 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: router_availability_zone.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.413341 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.413943 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: router_availability_zone Apr 05 11:56:56.414293 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: routerservicetype.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.415254 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.415902 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension router-service-type not supported by any of loaded plugins Apr 05 11:56:56.416253 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.417234 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.417842 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: security-groups-normalized-cidr Apr 05 11:56:56.418705 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: security_groups_port_filtering.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.419645 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.420211 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: port-security-groups-filtering Apr 05 11:56:56.420562 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.421487 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.422078 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: security-groups-remote-address-group Apr 05 11:56:56.422430 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: securitygroup.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.435759 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.436360 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: security-group Apr 05 11:56:56.436727 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: segment.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.437601 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.438173 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension segment not supported by any of loaded plugins Apr 05 11:56:56.438532 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.439471 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.440049 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 05 11:56:56.440405 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: servicetype.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.441496 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.442097 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: service-type Apr 05 11:56:56.442456 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: sorting.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.443438 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.443812 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: sorting Apr 05 11:56:56.444168 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: standard_attr_segment.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.445096 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.445700 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 05 11:56:56.446083 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: standardattrdescription.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.446740 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.447344 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: standard-attr-description Apr 05 11:56:56.447698 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: stateful_security_group.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.448647 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.449251 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: stateful-security-group Apr 05 11:56:56.449689 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: stdattrs_common.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.450272 dv-cinder-784763-1-smb neutron-server[84306]: WARNING neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 05 11:56:56.450624 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.451660 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.452239 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 05 11:56:56.452593 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: subnet_onboard.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.453679 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.454257 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: subnet_onboard Apr 05 11:56:56.454611 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.455533 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.456115 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 05 11:56:56.456466 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: subnet_service_types.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.457390 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.457989 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: subnet-service-types Apr 05 11:56:56.458344 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: subnetallocation.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.459419 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.459990 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: subnet_allocation Apr 05 11:56:56.460350 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.461043 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.461636 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: subnetpool-prefix-ops Apr 05 11:56:56.461993 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.462914 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.463489 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 05 11:56:56.463844 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: tagging.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.465139 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.465753 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: standard-attr-tag Apr 05 11:56:56.466116 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: timestamp.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.467295 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.467867 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loaded extension: standard-attr-timestamp Apr 05 11:56:56.468224 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: trunk.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.469243 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.469847 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension trunk not supported by any of loaded plugins Apr 05 11:56:56.470202 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: trunk_details.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.471119 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.471693 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension trunk-details not supported by any of loaded plugins Apr 05 11:56:56.472048 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: uplink_status_propagation.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.472956 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.473563 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 05 11:56:56.473899 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Loading extension file: vlantransparent.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 11:56:56.474589 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:56:56.475152 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extension vlan-transparent not supported by any of loaded plugins Apr 05 11:56:56.477800 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Creating instance of TrackedResource for resource:network Apr 05 11:56:56.478598 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Creating instance of TrackedResource for resource:subnet Apr 05 11:56:56.479263 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 11:56:56.479911 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Creating instance of TrackedResource for resource:port Apr 05 11:56:56.481910 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.resource_helper [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 11:56:56.482387 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.resource_helper [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Service FLAVORS assigned prefix: {{(pid=84306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 11:56:56.483052 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.resource_helper [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 11:56:56.483506 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.resource_helper [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 11:56:56.483869 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Creating instance of TrackedResource for resource:router Apr 05 11:56:56.484571 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Creating instance of TrackedResource for resource:floatingip Apr 05 11:56:56.485331 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.resource_helper [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Service METERING assigned prefix: /metering {{(pid=84306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 11:56:56.487162 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.487561 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.487940 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 11:56:56.489056 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 11:56:56.489554 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Creating instance of TrackedResource for resource:security_group Apr 05 11:56:56.490440 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 11:56:56.491272 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.resource_helper [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Service CORE assigned prefix: {{(pid=84306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 11:56:56.491636 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 11:56:56.491993 dv-cinder-784763-1-smb neutron-server[84306]: WARNING neutron.quota.resource_registry [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] subnetpool is already registered Apr 05 11:56:56.492643 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.resource_helper [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Service CORE assigned prefix: {{(pid=84306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 11:56:56.493009 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 11:56:56.493364 dv-cinder-784763-1-smb neutron-server[84306]: WARNING neutron.quota.resource_registry [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] subnetpool is already registered Apr 05 11:56:56.496084 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.resource_helper [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 11:56:56.497141 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.resource_helper [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Service FLAVORS assigned prefix: {{(pid=84306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 11:56:56.497796 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.resource_helper [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 11:56:56.498250 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.resource_helper [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 11:56:56.498616 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Creating instance of TrackedResource for resource:router Apr 05 11:56:56.498973 dv-cinder-784763-1-smb neutron-server[84306]: WARNING neutron.quota.resource_registry [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] router is already registered Apr 05 11:56:56.499611 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Creating instance of TrackedResource for resource:floatingip Apr 05 11:56:56.499965 dv-cinder-784763-1-smb neutron-server[84306]: WARNING neutron.quota.resource_registry [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] floatingip is already registered Apr 05 11:56:56.500639 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.resource_helper [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Service METERING assigned prefix: /metering {{(pid=84306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 11:56:56.501354 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 11:56:56.501736 dv-cinder-784763-1-smb neutron-server[84306]: WARNING neutron.quota.resource_registry [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] rbac_policy is already registered Apr 05 11:56:56.503045 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Creating instance of TrackedResource for resource:security_group Apr 05 11:56:56.503397 dv-cinder-784763-1-smb neutron-server[84306]: WARNING neutron.quota.resource_registry [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] security_group is already registered Apr 05 11:56:56.504045 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 11:56:56.504409 dv-cinder-784763-1-smb neutron-server[84306]: WARNING neutron.quota.resource_registry [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] security_group_rule is already registered Apr 05 11:56:56.505133 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.resource_helper [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Service CORE assigned prefix: {{(pid=84306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 11:56:56.505498 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 11:56:56.505881 dv-cinder-784763-1-smb neutron-server[84306]: WARNING neutron.quota.resource_registry [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] subnetpool is already registered Apr 05 11:56:56.506550 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.resource_helper [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Service CORE assigned prefix: {{(pid=84306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 11:56:56.506923 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 11:56:56.507278 dv-cinder-784763-1-smb neutron-server[84306]: WARNING neutron.quota.resource_registry [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] subnetpool is already registered Apr 05 11:56:56.507981 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: extensions {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.509491 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: address-groups {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.511178 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: address-scopes {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.512466 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: agents {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.513705 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: auto-allocated-topology {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.515015 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: availability_zones {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.516378 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: dhcp-networks {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.517868 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: dhcp-agents {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.519357 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: routers {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.521208 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: flavors {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.522477 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: service_profiles {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.523737 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: next_providers {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.525341 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: service_profiles {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.527202 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: floatingip-pools {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.528438 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: routers {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.530786 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: floatingips {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.532030 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: l3-routers {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.533484 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: l3-agents {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.534990 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: metering-labels {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.536380 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: metering-label-rules {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.537726 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: network-ip-availabilities {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.539027 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: bindings {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.540739 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: quotas {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.542284 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: quotas {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.544277 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: rbac-policies {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.545644 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: security-groups {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.546906 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: security-group-rules {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.548181 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: service-providers {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.549485 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: subnetpools {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.550966 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: subnetpools {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.552479 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: tags {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.554254 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: tags {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.556198 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: tags {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.558087 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: tags {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.560550 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: tags {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.562494 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: tags {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.564261 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: tags {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.567122 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: tags {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.568976 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: tags {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.570956 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Extended resource: tags {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 11:56:56.577858 dv-cinder-784763-1-smb neutron-server[84306]: WARNING keystonemiddleware.auth_token [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 05 11:56:56.583103 dv-cinder-784763-1-smb neutron-server[84306]: WARNING keystonemiddleware.auth_token [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 05 11:56:56.591877 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Acquired lock "singleton_lock" {{(pid=84306) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 05 11:56:56.592396 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Releasing lock "singleton_lock" {{(pid=84306) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 05 11:56:56.593861 dv-cinder-784763-1-smb neutron-server[84306]: INFO oslo_service.service [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Starting 2 workers Apr 05 11:56:56.598597 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Started child 84417 {{(pid=84306) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 05 11:56:56.602394 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:56:56.603264 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Started child 84418 {{(pid=84306) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 05 11:56:56.603863 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [-] (84417) wsgi starting up on http://0.0.0.0:9696 Apr 05 11:56:56.604705 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.service [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Neutron service started, listening on 0.0.0.0:9696 Apr 05 11:56:56.605373 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Notify callbacks [] for process, before_spawn {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:56:56.606989 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:56:56.608338 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [-] (84418) wsgi starting up on http://0.0.0.0:9696 Apr 05 11:56:56.608471 dv-cinder-784763-1-smb neutron-server[84306]: INFO oslo_service.service [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Starting 1 workers Apr 05 11:56:56.613787 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Started child 84419 {{(pid=84306) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 05 11:56:56.614347 dv-cinder-784763-1-smb neutron-server[84306]: INFO oslo_service.service [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Starting 1 workers Apr 05 11:56:56.616062 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.service [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] calling RpcWorker wait() {{(pid=84419) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 05 11:56:56.616483 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.service [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] returning from RpcWorker wait() {{(pid=84419) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 05 11:56:56.617967 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:56:56.618503 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 11:56:56.619040 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Started child 84420 {{(pid=84306) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 05 11:56:56.619832 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3997954-bd9f-46e6-b70a-6369c9be0a6f None None] Notify callbacks [] for process, after_spawn {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:56:56.622029 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84306) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 05 11:56:56.622274 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 05 11:56:56.622480 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 05 11:56:56.622749 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 05 11:56:56.623137 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 05 11:56:56.623309 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 05 11:56:56.623594 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:56:56.624030 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.624332 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.624646 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.624929 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.625247 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.625910 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.626193 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.626488 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.626795 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.627064 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.627259 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.627448 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.627739 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.628016 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.628363 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.628633 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.628904 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.629180 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.629393 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.629682 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.629997 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.630275 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.630569 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] debug = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.630836 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.631412 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.631689 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.631963 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.632210 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.632504 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.632765 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.633076 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.633342 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.634164 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.634164 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.634164 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.634590 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.634590 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.634854 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.635090 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.635360 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.635788 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] host = dv-cinder-784763-1-smb {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.636050 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.636294 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.636571 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.636829 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.637150 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.637414 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.637709 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.638000 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.638268 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.638524 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.638805 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.639071 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.639331 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.639588 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_file = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.639758 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_options = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.639998 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.640307 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.640593 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.640802 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.640992 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.641163 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.641443 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.641632 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.641905 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.642146 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.642392 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.642648 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.642888 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.643147 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.643429 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.643684 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.643953 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.644188 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.644469 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.644747 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.645003 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.645265 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.645506 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.645767 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.646469 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.646723 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.646981 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.647795 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.648053 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.648743 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.648986 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.649099 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 11:56:56.649262 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.649546 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.649837 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.650152 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.650337 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.650574 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.651138 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.651399 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.651703 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.651900 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.652138 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.652419 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.653174 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.654022 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.654281 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] use_json = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.654521 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.654762 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.655048 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.655310 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.655565 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.655897 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.656052 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.656299 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.656731 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.657041 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.657794 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.658072 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.658877 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.659138 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.659420 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.659669 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.659953 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.660233 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.660549 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.660798 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.661115 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.661846 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.662110 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.663017 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.669570 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.669570 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.669570 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.669570 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.669570 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.669570 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.669570 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.669570 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.670640 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.670640 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.670640 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.670640 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.670640 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.671298 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.671298 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.671298 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.671833 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.671950 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.672129 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.672399 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.672681 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.672953 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.673247 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.673537 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.673853 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.674148 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.674413 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.674672 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.674928 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.675197 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.675451 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.675724 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.675994 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.676300 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.676593 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.676854 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.677124 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.677375 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.677654 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.677947 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.678203 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.678453 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.678701 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.678954 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.679215 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.679497 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.679769 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.680019 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.680289 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.680544 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.680808 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.681088 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.681344 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.681617 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.681878 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.682164 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.682461 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.682604 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.682809 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.683058 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.683323 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.683570 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.683843 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.684090 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.684341 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.684604 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.684851 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.685096 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.685393 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.685805 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.686089 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.686361 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.687016 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.687016 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.687318 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.687468 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.688213 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.688213 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.688213 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.688627 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.688767 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.689028 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.689304 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.689598 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.689886 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.690159 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.690494 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.690766 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.691036 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.691319 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.691621 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.691991 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.692194 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.692466 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.692774 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.693099 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.693352 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.693699 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.693955 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.694260 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.694614 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.694934 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.695216 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.695503 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.695791 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.696085 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.696435 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.696653 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.696923 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.697193 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.697466 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.697802 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.698088 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.698342 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.698590 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.698859 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.699218 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.699581 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.699849 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.700098 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.700411 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.700697 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.700953 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.701249 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.701571 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.701834 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.702111 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.702393 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.702667 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.702930 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.703229 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.703493 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.704163 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.704163 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.704410 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.704521 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.704722 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.705022 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.705286 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.705575 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.705825 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.706077 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.706357 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.706629 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.706873 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.707127 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.707397 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.707670 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.707921 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.708240 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.708496 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.708839 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.709092 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.709409 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.709728 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.710007 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.710276 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.710560 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.710836 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.711086 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.711373 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.711631 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.711895 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.712139 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.712396 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.712662 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.712927 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.713277 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.713493 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.713762 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.714031 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.714378 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.714647 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.714915 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.715714 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.715966 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.716367 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.716702 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.716886 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.717139 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.717394 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.717672 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.717953 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.718225 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.718482 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.718731 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.718977 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.719226 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.719474 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.719739 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.720057 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.720325 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.720572 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.720847 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.721092 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.721355 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.721628 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.721875 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.722148 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.722409 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.722670 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.722916 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.723179 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.723431 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.723676 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.723993 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.724267 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.724524 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.724831 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.725103 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.725397 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.725679 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.726043 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.726290 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.726573 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.726862 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.727117 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.727373 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.727666 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.728044 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.728385 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.728680 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.728973 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.729284 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.729616 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.729920 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.730169 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.730487 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.731405 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.731706 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.731989 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.732271 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.732573 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.732832 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.733086 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.733358 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.733633 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.733892 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.734174 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.734486 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.734767 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.735019 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.735287 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.735541 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.735818 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.736049 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.737214 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.737214 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.737214 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 05 11:56:56.737214 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84306) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 05 11:56:56.737560 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 05 11:56:56.737560 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 05 11:56:56.737709 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 05 11:56:56.737895 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 05 11:56:56.738389 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 05 11:56:56.738389 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.739240 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.739240 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.739240 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.739240 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.739240 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.739240 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.739769 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.739769 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.739769 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.740017 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.740017 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.740194 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.740357 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.740543 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.740729 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.740914 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.741100 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.741289 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.741474 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.741682 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.741867 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.742052 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] debug = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.742236 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.742454 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.742643 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.742826 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.743010 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.743196 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.743380 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.743566 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.743751 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.743938 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.744123 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.744311 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.744485 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.744663 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.744848 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.745030 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.745215 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.745400 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] host = dv-cinder-784763-1-smb {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.745612 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.745804 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.745989 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.746172 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.746400 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.746588 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.746774 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.746960 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.747144 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.747927 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.747927 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.747927 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.747927 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.747927 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_file = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.748345 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_options = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.748345 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.748525 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.748619 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.748773 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.748974 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.749500 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.749500 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.749500 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.749875 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.749875 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.750237 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.750237 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.750237 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.750487 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.750579 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.750722 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.750907 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.751092 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.751281 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.751460 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.751608 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.751966 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.752155 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.752345 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.752530 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.752715 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.752900 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.753085 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.753271 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.753456 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.753750 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.753750 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.753750 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.753750 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.753750 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.753750 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.753750 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.755434 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.755434 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.755434 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.755434 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.755434 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.755906 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.755906 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.755906 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.756347 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] use_json = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.756347 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.756347 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.756789 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.756789 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.756961 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.757061 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.757193 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.757296 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 11:56:56.757654 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.757654 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.757848 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.758019 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.758195 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.758385 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.758577 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.758767 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.758956 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.759146 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.759344 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.759535 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.759734 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.759923 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.760112 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.760302 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.760572 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.760680 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.760846 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.761547 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.761547 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.761547 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.761547 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.761984 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.761984 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.762157 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.762248 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.762411 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.762601 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.762791 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.762980 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.763077 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 11:56:56.763170 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.763331 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.763520 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.763708 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.763874 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.764062 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.764252 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.764439 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.764629 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.764817 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.765005 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.765195 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.765383 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.765609 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.765806 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.765996 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.766184 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.766373 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.766559 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.766759 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.766947 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.767135 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.767326 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.767522 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.767703 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.767891 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.768078 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.768266 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.768454 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.768641 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.768844 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.769032 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.769220 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.769408 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.769625 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.769814 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.770002 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.770189 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.770378 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.770565 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.770754 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.770941 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.771128 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.771316 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.771504 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.771693 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.771881 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.772070 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.772258 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.772446 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.772634 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.772822 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.773010 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.773207 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.773410 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.773641 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.773889 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.774077 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.774267 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.775678 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.775678 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.775678 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.775678 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.775678 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.775678 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.775678 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.775678 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.778465 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.778465 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.778465 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.778465 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.778465 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.778465 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.778465 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.778465 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.779131 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.779131 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.779131 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.779131 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.779131 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.779131 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.779131 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.779131 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.779603 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.779603 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.779603 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.779603 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.779842 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.779955 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.780144 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.780332 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.780520 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.780710 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.780899 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.781088 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.781277 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.781473 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.781696 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.781885 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.782074 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.782261 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.782493 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.782681 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.782869 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.783057 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.783246 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.783433 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.783621 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.783808 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.783997 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.784185 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.784375 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.784563 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.784751 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.784943 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.785129 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.785318 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.785507 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.785718 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.785906 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.786096 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.786290 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.786483 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.786652 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.786839 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.789540 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.789540 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.789540 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.789540 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.789540 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.789540 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.789540 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.789540 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.790277 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.790277 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.790277 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.790277 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.790277 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.790277 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.790277 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.790277 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.791026 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.791239 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.791442 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.791641 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.791841 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.792038 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.792236 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.792428 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.792624 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.792819 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.793008 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.793250 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.793949 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.794141 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.794332 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.794682 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.794882 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.795073 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.795264 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.795455 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.795719 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.795912 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.796102 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.796292 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.796485 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.796675 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.796868 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.797059 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.797249 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.797439 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.797654 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.797843 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.798033 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.798222 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.798424 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.798613 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.798801 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.798989 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.799178 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.799375 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.799564 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.799752 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.799941 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.800130 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.800328 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.800516 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.800704 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.800891 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.801079 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.801276 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.801467 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.801679 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.801877 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.802066 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.802253 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.802440 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.802641 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.802831 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.803108 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.803277 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.803414 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.803556 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.803691 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.803860 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.804056 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.804251 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.804441 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.804637 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.804833 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.805029 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.805216 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.805410 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.805633 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.805822 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.806011 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.806200 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.806420 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.806636 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.806811 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.807042 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.807042 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.808030 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.808030 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.808030 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.808030 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.808030 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.808030 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.810344 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.810344 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.810344 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.810344 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.810344 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:56:56.810344 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 05 11:56:57.019425 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 44958) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 11:56:57.031837 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0102026 Apr 05 11:57:07.357548 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43270a56-64ee-4b2e-bd20-f7d0fc27adf9 None None] get_active_networks_info from dv-cinder-784763-1-smb {{(pid=84419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 11:57:07.524716 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43270a56-64ee-4b2e-bd20-f7d0fc27adf9 None None] No non-hosted networks {{(pid=84419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 05 11:57:07.539316 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agentschedulers_db [None req-43270a56-64ee-4b2e-bd20-f7d0fc27adf9 None None] DHCP Agent not found on host dv-cinder-784763-1-smb {{(pid=84419) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 05 11:57:07.607540 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-448e950f-5953-4629-9ca8-995ddc5d9271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754'] for agent, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:08.661283 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754'] for agent, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:08.661908 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:08.664451 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:08.665032 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:08.665646 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:08.666161 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:08.666689 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:08.667200 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:08.667718 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:08.668765 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:08.669273 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:08.669826 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:08.670331 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:08.670880 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784763-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 11:57:08.690382 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784763-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 11:57:09.859313 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-43a7daf0-1656-4337-b05a-0117d5361711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754'] for agent, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:09.903512 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9d4ae2ee-a9f0-46ad-819f-4b9a031412bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:10.246164 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754'] for agent, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:11.949925 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754'] for agent, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:12.865064 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 45048) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 11:57:13.488070 dv-cinder-784763-1-smb neutron-server[84306]: WARNING oslo_policy.policy [None req-e7f8ce6a-053d-4c88-b505-86fad2e1bbeb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:57:13.488588 dv-cinder-784763-1-smb neutron-server[84306]: WARNING oslo_policy.policy [None req-e7f8ce6a-053d-4c88-b505-86fad2e1bbeb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:57:13.721952 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [None req-e7f8ce6a-053d-4c88-b505-86fad2e1bbeb admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:57:13.723103 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-e7f8ce6a-053d-4c88-b505-86fad2e1bbeb admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8569930 Apr 05 11:57:15.022510 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.l3_hamode_db [None req-f771eb21-55f8-4c44-8275-f62e43571db6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 05 11:57:15.110504 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f771eb21-55f8-4c44-8275-f62e43571db6 None None] Routers set() bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 11:57:15.110859 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f771eb21-55f8-4c44-8275-f62e43571db6 None None] Router IDs set() for agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 05 11:57:16.440109 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 45062) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 11:57:16.824387 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-d6ece76a-5e85-4244-819d-a80b8ebea907 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:57:16.927388 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.policy [None req-d6ece76a-5e85-4244-819d-a80b8ebea907 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84418) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 05 11:57:16.981918 dv-cinder-784763-1-smb neutron-server[84306]: WARNING oslo_policy.policy [None req-d6ece76a-5e85-4244-819d-a80b8ebea907 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:57:16.982327 dv-cinder-784763-1-smb neutron-server[84306]: WARNING oslo_policy.policy [None req-d6ece76a-5e85-4244-819d-a80b8ebea907 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:57:17.000134 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.quota [None req-d6ece76a-5e85-4244-819d-a80b8ebea907 admin admin] Loaded quota_driver: . Apr 05 11:57:17.016105 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d6ece76a-5e85-4244-819d-a80b8ebea907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 11:57:17.071508 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d6ece76a-5e85-4244-819d-a80b8ebea907 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279657673576', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279657672972', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279657663530', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279657657550', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279657640661', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279657640338', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854321427', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854392566', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-767973', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854079099'] for rbac-policy, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:17.133535 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d6ece76a-5e85-4244-819d-a80b8ebea907 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:17.134813 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-d6ece76a-5e85-4244-819d-a80b8ebea907 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6936734 Apr 05 11:57:20.077901 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 45076) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 11:57:20.443096 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Request body: {'network': {'project_id': 'fafd2ff3be6e4bc8b10660dc8832cb97', 'admin_state_up': True, 'name': 'private'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:57:20.449002 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 11:57:20.453620 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Usage tracker for resource:network and tenant:fafd2ff3be6e4bc8b10660dc8832cb97 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 11:57:20.457222 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 11:57:20.463564 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 11:57:20.472031 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Made reservation on behalf of fafd2ff3be6e4bc8b10660dc8832cb97 for: {'network': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 11:57:20.478009 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for network, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:20.494838 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:20.511743 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 11:57:20.515505 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Usage tracker for resource:security_group_rule and tenant:fafd2ff3be6e4bc8b10660dc8832cb97 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 11:57:20.518970 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 11:57:20.524672 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 11:57:20.775235 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:20.778451 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:20.782997 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 11:57:20.800731 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=84418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 11:57:20.826889 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757196987063', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:20.827466 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Unsubscribe: segment precommit_create {{(pid=84418) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 05 11:57:20.827933 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Added segment 5f51da0d-5ce1-4a5e-81b8-924b03dcb7de of type vlan for network c2eae2ab-2f99-4d56-ab42-fdb04fa3532f Apr 05 11:57:20.880177 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7149af39-b94f-4d23-a22f-96c6a31edf0d,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 11:57:20.896338 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:20.896705 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:20.897065 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:20.897420 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:20.897795 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:20.898150 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:20.898499 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:20.898847 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:20.899196 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:20.899541 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:20.899884 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:20.900228 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Tracked resource versions report: Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: pushed versions: Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: { 'AddressGroup': {'1.2'}, Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: 'ConntrackHelper': {'1.0'}, Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: 'Log': {'1.0'}, Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: 'Network': {'1.1'}, Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: 'Port': {'1.7'}, Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: 'PortForwarding': {'1.2'}, Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: 'QosPolicy': {'1.8'}, Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroup': {'1.4'}, Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: 'SubPort': {'1.0'}, Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: 'Subnet': {'1.1'}, Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: 'Trunk': {'1.1'}} Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: consumer versions: Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: { DHCP agent@dv-cinder-784763-1-smb: {}, Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: L3 agent@dv-cinder-784763-1-smb: {}, Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: Metadata agent@dv-cinder-784763-1-smb: {}, Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: Metering agent@dv-cinder-784763-1-smb: {}, Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: Open vSwitch agent@dv-cinder-784763-1-smb: { 'AddressGroup': '1.2', Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: 'ConntrackHelper': '1.0', Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: 'Log': '1.0', Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: 'Network': '1.1', Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: 'Port': '1.7', Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: 'PortForwarding': '1.2', Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: 'QosPolicy': '1.8', Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroup': '1.4', Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroupRule': '1.2', Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: 'SubPort': '1.0', Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: 'Subnet': '1.1', Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: 'Trunk': '1.1'}} Apr 05 11:57:20.901582 dv-cinder-784763-1-smb neutron-server[84306]: {{(pid=84418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 11:57:20.946678 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757196486498'] for network, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:20.952478 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 11:57:20.984300 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739'] for network, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:20.985655 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 11:57:20.986301 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:20.991210 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 11:57:21.098723 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0196400 Apr 05 11:57:21.099374 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Pushing event updated for resources: {'Network': ['ID=c2eae2ab-2f99-4d56-ab42-fdb04fa3532f,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 11:57:21.115896 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 11:57:21.124330 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Network c2eae2ab-2f99-4d56-ab42-fdb04fa3532f details requested by agent ovs-agent-dv-cinder-784763-1-smb with host dv-cinder-784763-1-smb {{(pid=84419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 11:57:24.121921 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 45092) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 11:57:24.591073 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8ef1f9-4270-49cf-93fe-2e010f538274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 11:57:24.592397 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-da8ef1f9-4270-49cf-93fe-2e010f538274 admin admin] 10.222.0.26 "GET /v2.0/networks/c2eae2ab-2f99-4d56-ab42-fdb04fa3532f HTTP/1.1" status: 200 len: 825 time: 0.4694660 Apr 05 11:57:24.619410 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-9b7ac065-07d5-4b6b-969d-390dfccdb154 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/17e8cb5d-618a-45d7-924a-0a5079c1b89d HTTP/1.1" status: 200 len: 734 time: 0.0210571 Apr 05 11:57:24.628921 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-1daf6c89-427f-45dc-94a6-aec72c439eb0 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '17e8cb5d-618a-45d7-924a-0a5079c1b89d', 'network_id': 'c2eae2ab-2f99-4d56-ab42-fdb04fa3532f', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': 'fafd2ff3be6e4bc8b10660dc8832cb97'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:57:24.633302 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-1daf6c89-427f-45dc-94a6-aec72c439eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 11:57:24.637725 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-1daf6c89-427f-45dc-94a6-aec72c439eb0 admin admin] Usage tracker for resource:subnet and tenant:fafd2ff3be6e4bc8b10660dc8832cb97 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 11:57:24.640554 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-1daf6c89-427f-45dc-94a6-aec72c439eb0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 11:57:24.646256 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-1daf6c89-427f-45dc-94a6-aec72c439eb0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 11:57:24.654720 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1daf6c89-427f-45dc-94a6-aec72c439eb0 admin admin] Made reservation on behalf of fafd2ff3be6e4bc8b10660dc8832cb97 for: {'subnet': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 11:57:24.659218 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1daf6c89-427f-45dc-94a6-aec72c439eb0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:25.119083 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1daf6c89-427f-45dc-94a6-aec72c439eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739'] for subnet, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:25.133857 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 11:57:25.268508 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf6c89-427f-45dc-94a6-aec72c439eb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f94073c-0a28-49e6-be13-2e17b1e783fd,revision_number=0']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 11:57:25.271759 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1daf6c89-427f-45dc-94a6-aec72c439eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 11:57:25.332367 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daf6c89-427f-45dc-94a6-aec72c439eb0 admin admin] Checking segment: {'id': '5f51da0d-5ce1-4a5e-81b8-924b03dcb7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c2eae2ab-2f99-4d56-ab42-fdb04fa3532f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 11:57:25.332770 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daf6c89-427f-45dc-94a6-aec72c439eb0 admin admin] Network hostable DHCP agents. Network: c2eae2ab-2f99-4d56-ab42-fdb04fa3532f, hostable agents: ['4e04494a-4007-4790-9de1-331780b361fc'], hosted agents: [] {{(pid=84418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 11:57:25.352846 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daf6c89-427f-45dc-94a6-aec72c439eb0 admin admin] Network c2eae2ab-2f99-4d56-ab42-fdb04fa3532f is scheduled to be hosted by DHCP agent 4e04494a-4007-4790-9de1-331780b361fc with binding_index 1 {{(pid=84418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 11:57:25.361941 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-1daf6c89-427f-45dc-94a6-aec72c439eb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-smb, c2eae2ab-2f99-4d56-ab42-fdb04fa3532f) {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 11:57:25.366939 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daf6c89-427f-45dc-94a6-aec72c439eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 11:57:25.367559 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1daf6c89-427f-45dc-94a6-aec72c439eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for subnet, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:25.372449 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bdf60e-ed11-4b63-8fc8-5964c926f431 None None] Network c2eae2ab-2f99-4d56-ab42-fdb04fa3532f requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 11:57:25.386993 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-1daf6c89-427f-45dc-94a6-aec72c439eb0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7614906 Apr 05 11:57:25.690637 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5788f3ac-9ded-5d46-a90e-e8417a96a4c3-c2eae2ab-2f99-4d56-ab42-fdb04fa3532f', 'network_id': 'c2eae2ab-2f99-4d56-ab42-fdb04fa3532f', 'tenant_id': 'fafd2ff3be6e4bc8b10660dc8832cb97', 'fixed_ips': [{'subnet_id': '4f94073c-0a28-49e6-be13-2e17b1e783fd'}]}} from dv-cinder-784763-1-smb. {{(pid=84419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 11:57:25.691947 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:25.883491 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Allocated IP 172.20.0.2 (c2eae2ab-2f99-4d56-ab42-fdb04fa3532f/4f94073c-0a28-49e6-be13-2e17b1e783fd/1dc810f2-d320-4d03-beb5-bb4f1e641ac3) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 11:57:26.298032 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:26.311433 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Transition to ACTIVE for port object 1dc810f2-d320-4d03-beb5-bb4f1e641ac3 will not be triggered until provisioned by entity L2. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 11:57:26.331677 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Transition to ACTIVE for port object 1dc810f2-d320-4d03-beb5-bb4f1e641ac3 will not be triggered until provisioned by entity DHCP. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 11:57:26.337866 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:26.354772 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 11:57:26.485441 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Pushing event updated for resources: {'Port': ['ID=1dc810f2-d320-4d03-beb5-bb4f1e641ac3,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 11:57:26.503041 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:26.503424 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:26.503795 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:26.504157 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:26.504514 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:26.504873 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:26.505228 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:26.505602 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:26.505960 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:26.506311 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:26.506660 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:26.507008 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Tracked resource versions report: Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: pushed versions: Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: { 'AddressGroup': {'1.2'}, Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: 'ConntrackHelper': {'1.0'}, Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: 'Log': {'1.0'}, Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: 'Network': {'1.1'}, Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: 'Port': {'1.7'}, Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: 'PortForwarding': {'1.2'}, Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: 'QosPolicy': {'1.8'}, Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroup': {'1.4'}, Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: 'SubPort': {'1.0'}, Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: 'Subnet': {'1.1'}, Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: 'Trunk': {'1.1'}} Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: consumer versions: Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: { DHCP agent@dv-cinder-784763-1-smb: {}, Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: L3 agent@dv-cinder-784763-1-smb: {}, Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: Metadata agent@dv-cinder-784763-1-smb: {}, Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: Metering agent@dv-cinder-784763-1-smb: {}, Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: Open vSwitch agent@dv-cinder-784763-1-smb: { 'AddressGroup': '1.2', Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: 'ConntrackHelper': '1.0', Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: 'Log': '1.0', Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: 'Network': '1.1', Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: 'Port': '1.7', Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: 'PortForwarding': '1.2', Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: 'QosPolicy': '1.8', Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroup': '1.4', Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroupRule': '1.2', Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: 'SubPort': '1.0', Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: 'Subnet': '1.1', Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: 'Trunk': '1.1'}} Apr 05 11:57:26.508094 dv-cinder-784763-1-smb neutron-server[84306]: {{(pid=84419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 11:57:26.514924 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 11:57:26.555763 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Network c2eae2ab-2f99-4d56-ab42-fdb04fa3532f is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 11:57:26.556904 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 11:57:26.559730 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 11:57:26.658027 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Attempting to bind port 1dc810f2-d320-4d03-beb5-bb4f1e641ac3 on host dv-cinder-784763-1-smb for vnic_type normal with profile {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:57:26.658462 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Attempting to bind port 1dc810f2-d320-4d03-beb5-bb4f1e641ac3 by drivers openvswitch,hyperv on host dv-cinder-784763-1-smb at level 0 using segments [{'id': '5f51da0d-5ce1-4a5e-81b8-924b03dcb7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c2eae2ab-2f99-4d56-ab42-fdb04fa3532f'}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 11:57:26.658870 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Attempting to bind port 1dc810f2-d320-4d03-beb5-bb4f1e641ac3 on network c2eae2ab-2f99-4d56-ab42-fdb04fa3532f {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 11:57:26.664365 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Checking agent: {'id': '4e3bd3f6-d706-454d-ba20-d37fa4b11ed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 9), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 11, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 11:57:26.664787 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Checking segment: {'id': '5f51da0d-5ce1-4a5e-81b8-924b03dcb7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c2eae2ab-2f99-4d56-ab42-fdb04fa3532f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 11:57:26.666070 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:26.666070 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Bound using segment: {'id': '5f51da0d-5ce1-4a5e-81b8-924b03dcb7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c2eae2ab-2f99-4d56-ab42-fdb04fa3532f'} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 11:57:26.666275 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Bound port: 1dc810f2-d320-4d03-beb5-bb4f1e641ac3, host: dv-cinder-784763-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f51da0d-5ce1-4a5e-81b8-924b03dcb7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c2eae2ab-2f99-4d56-ab42-fdb04fa3532f'}}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 11:57:26.666879 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:26.758984 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] For port 1dc810f2-d320-4d03-beb5-bb4f1e641ac3, host dv-cinder-784763-1-smb, cleared binding levels {{(pid=84419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 11:57:26.763632 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] For port 1dc810f2-d320-4d03-beb5-bb4f1e641ac3, host dv-cinder-784763-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=1dc810f2-d320-4d03-beb5-bb4f1e641ac3,segment=NetworkSegment(5f51da0d-5ce1-4a5e-81b8-924b03dcb7de),segment_id=5f51da0d-5ce1-4a5e-81b8-924b03dcb7de)] {{(pid=84419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 11:57:26.766934 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:26.782194 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 11:57:26.936870 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Pushing event updated for resources: {'Port': ['ID=1dc810f2-d320-4d03-beb5-bb4f1e641ac3,revision_number=2']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 11:57:26.941346 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 11:57:28.128016 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 45102) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 11:57:28.534119 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [None req-d21dbc7c-4cd3-4c95-86bc-ba46d3f334bc admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:57:28.535189 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-d21dbc7c-4cd3-4c95-86bc-ba46d3f334bc admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4061623 Apr 05 11:57:30.877963 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 1dc810f2-d320-4d03-beb5-bb4f1e641ac3 up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 11:57:30.951673 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning for port 1dc810f2-d320-4d03-beb5-bb4f1e641ac3 completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:57:31.270484 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 45116) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 11:57:31.674982 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [None req-46686bb7-07d3-41e8-b0e0-f7efdd5899b9 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:57:31.676151 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-46686bb7-07d3-41e8-b0e0-f7efdd5899b9 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4046266 Apr 05 11:57:31.718707 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d8edbd-4a01-43e9-8990-838daacd1836 None None] Network c2eae2ab-2f99-4d56-ab42-fdb04fa3532f requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 11:57:31.832992 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e1714455-3480-424d-bd80-fd0d8a4331c9 None None] Provisioning for port 1dc810f2-d320-4d03-beb5-bb4f1e641ac3 completed by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:57:31.842897 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e1714455-3480-424d-bd80-fd0d8a4331c9 None None] Provisioning complete for port 1dc810f2-d320-4d03-beb5-bb4f1e641ac3 triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:57:31.843322 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e1714455-3480-424d-bd80-fd0d8a4331c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:32.077265 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e1714455-3480-424d-bd80-fd0d8a4331c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:32.126678 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e1714455-3480-424d-bd80-fd0d8a4331c9 None None] For port 1dc810f2-d320-4d03-beb5-bb4f1e641ac3, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=1dc810f2-d320-4d03-beb5-bb4f1e641ac3,segment=NetworkSegment(5f51da0d-5ce1-4a5e-81b8-924b03dcb7de),segment_id=5f51da0d-5ce1-4a5e-81b8-924b03dcb7de)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 11:57:32.130679 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e1714455-3480-424d-bd80-fd0d8a4331c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:32.135475 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-273e0b4b-853d-4199-a5ac-42ab47088f11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 11:57:32.209105 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1714455-3480-424d-bd80-fd0d8a4331c9 None None] Pushing event updated for resources: {'Port': ['ID=1dc810f2-d320-4d03-beb5-bb4f1e641ac3,revision_number=3']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 11:57:32.212395 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e1714455-3480-424d-bd80-fd0d8a4331c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 11:57:32.356773 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-85d4ee9d-3f93-42f9-88d5-2b50180d939e None None] Provisioning complete for port 1dc810f2-d320-4d03-beb5-bb4f1e641ac3 triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:57:32.357095 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-85d4ee9d-3f93-42f9-88d5-2b50180d939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:32.856200 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 1dc810f2-d320-4d03-beb5-bb4f1e641ac3 up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 11:57:32.927672 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port 1dc810f2-d320-4d03-beb5-bb4f1e641ac3 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:57:32.928067 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:34.655990 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 45128) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 11:57:35.017275 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-90ba4fac-0acd-496d-be01-5179e206eb40 admin admin] Request body: {'router': {'tenant_id': 'fafd2ff3be6e4bc8b10660dc8832cb97', 'name': 'router1', 'admin_state_up': True}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:57:35.022614 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-90ba4fac-0acd-496d-be01-5179e206eb40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 11:57:35.026828 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-90ba4fac-0acd-496d-be01-5179e206eb40 admin admin] Usage tracker for resource:router and tenant:fafd2ff3be6e4bc8b10660dc8832cb97 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 11:57:35.029989 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-90ba4fac-0acd-496d-be01-5179e206eb40 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 11:57:35.035849 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-90ba4fac-0acd-496d-be01-5179e206eb40 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 11:57:35.044427 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-90ba4fac-0acd-496d-be01-5179e206eb40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-778464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64815'] for router, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:35.045754 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-90ba4fac-0acd-496d-be01-5179e206eb40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853997433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854004880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854085315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711017'] for router, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:35.066170 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-90ba4fac-0acd-496d-be01-5179e206eb40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:35.170737 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-90ba4fac-0acd-496d-be01-5179e206eb40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-770974'] for router, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:35.190854 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-90ba4fac-0acd-496d-be01-5179e206eb40 admin admin] Notify callbacks [] for router, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:35.192090 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-90ba4fac-0acd-496d-be01-5179e206eb40 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5350552 Apr 05 11:57:37.263419 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ac2e5805-55a4-47f5-aef2-f02e799de1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:37.889005 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 45138) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 11:57:38.267418 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [None req-2e14b309-3817-4b97-b459-e61c08ba1c48 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:57:38.268475 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-2e14b309-3817-4b97-b459-e61c08ba1c48 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3784447 Apr 05 11:57:38.638182 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:39.673253 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 5 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 11:57:39.861087 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f377488e-75c0-496c-84b4-ffb37cef52d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:40.200541 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:40.979985 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 45158) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 11:57:41.134325 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-8075037e-e769-46c4-9700-1e2e6e2b4c2b admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:57:41.139073 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-8075037e-e769-46c4-9700-1e2e6e2b4c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 11:57:41.142946 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-8075037e-e769-46c4-9700-1e2e6e2b4c2b admin admin] Usage tracker for resource:network and tenant:cac1fde1f5354b91b661fb3c92c4542c is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 11:57:41.146355 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-8075037e-e769-46c4-9700-1e2e6e2b4c2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 11:57:41.152863 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-8075037e-e769-46c4-9700-1e2e6e2b4c2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 11:57:41.161071 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8075037e-e769-46c4-9700-1e2e6e2b4c2b admin admin] Made reservation on behalf of cac1fde1f5354b91b661fb3c92c4542c for: {'network': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 11:57:41.165599 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8075037e-e769-46c4-9700-1e2e6e2b4c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for network, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:41.178415 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8075037e-e769-46c4-9700-1e2e6e2b4c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:41.192776 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-8075037e-e769-46c4-9700-1e2e6e2b4c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 11:57:41.196499 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-8075037e-e769-46c4-9700-1e2e6e2b4c2b admin admin] Usage tracker for resource:security_group_rule and tenant:cac1fde1f5354b91b661fb3c92c4542c is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 11:57:41.199268 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-8075037e-e769-46c4-9700-1e2e6e2b4c2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 11:57:41.204910 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-8075037e-e769-46c4-9700-1e2e6e2b4c2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 11:57:41.287764 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8075037e-e769-46c4-9700-1e2e6e2b4c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:41.290104 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8075037e-e769-46c4-9700-1e2e6e2b4c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:41.294264 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 11:57:41.307283 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8075037e-e769-46c4-9700-1e2e6e2b4c2b admin admin] Reserving flat network on physical network physnet1 {{(pid=84418) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 05 11:57:41.331367 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075037e-e769-46c4-9700-1e2e6e2b4c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6ca71c-7e73-4e40-b548-3148a3921e9d,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 11:57:41.334291 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8075037e-e769-46c4-9700-1e2e6e2b4c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:41.334670 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-8075037e-e769-46c4-9700-1e2e6e2b4c2b admin admin] Added segment 2ecfd34e-9a9f-4e0f-94e3-36d27d123670 of type flat for network 31dbbfbb-1103-49d1-a0e5-ac5561337b80 Apr 05 11:57:41.335888 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8075037e-e769-46c4-9700-1e2e6e2b4c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 11:57:41.369323 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8075037e-e769-46c4-9700-1e2e6e2b4c2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757196486498'] for network, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:41.404990 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8075037e-e769-46c4-9700-1e2e6e2b4c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739'] for network, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:41.406331 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8075037e-e769-46c4-9700-1e2e6e2b4c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 11:57:41.406939 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8075037e-e769-46c4-9700-1e2e6e2b4c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:41.411560 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 11:57:41.509722 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-8075037e-e769-46c4-9700-1e2e6e2b4c2b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5286808 Apr 05 11:57:41.512961 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075037e-e769-46c4-9700-1e2e6e2b4c2b admin admin] Pushing event updated for resources: {'Network': ['ID=31dbbfbb-1103-49d1-a0e5-ac5561337b80,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 11:57:41.515624 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8075037e-e769-46c4-9700-1e2e6e2b4c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 11:57:41.523319 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Network 31dbbfbb-1103-49d1-a0e5-ac5561337b80 details requested by agent ovs-agent-dv-cinder-784763-1-smb with host dv-cinder-784763-1-smb {{(pid=84419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 11:57:41.898649 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:44.034996 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 45178) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 11:57:44.148661 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b911e9ee-fe04-40e2-b7ae-bc7160a6f6fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 11:57:44.150324 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-b911e9ee-fe04-40e2-b7ae-bc7160a6f6fe admin admin] 10.222.0.26 "GET /v2.0/subnets/4f94073c-0a28-49e6-be13-2e17b1e783fd HTTP/1.1" status: 200 len: 849 time: 0.1140678 Apr 05 11:57:44.295281 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-9aa80cb2-dd14-44a0-891f-78ee4c00c866 admin admin] 10.222.0.26 "GET /v2.0/routers/65ba9bce-d657-41cf-bcec-48708330bb40 HTTP/1.1" status: 200 len: 704 time: 0.1383898 Apr 05 11:57:44.920446 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-242822a9-b788-4514-9bf8-377516c0d097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:45.153812 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-242822a9-b788-4514-9bf8-377516c0d097 admin admin] Allocated IP 172.20.0.1 (c2eae2ab-2f99-4d56-ab42-fdb04fa3532f/4f94073c-0a28-49e6-be13-2e17b1e783fd/d94d5445-e4ff-4ee9-b6d9-54aeddada70d) {{(pid=84418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 11:57:45.313458 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-242822a9-b788-4514-9bf8-377516c0d097 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:45.330578 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-242822a9-b788-4514-9bf8-377516c0d097 admin admin] Transition to ACTIVE for port object d94d5445-e4ff-4ee9-b6d9-54aeddada70d will not be triggered until provisioned by entity DHCP. {{(pid=84418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 11:57:45.384866 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-242822a9-b788-4514-9bf8-377516c0d097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330'] for port, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:45.399534 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 11:57:45.536618 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242822a9-b788-4514-9bf8-377516c0d097 admin admin] Pushing event updated for resources: {'Port': ['ID=d94d5445-e4ff-4ee9-b6d9-54aeddada70d,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 11:57:45.549005 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-242822a9-b788-4514-9bf8-377516c0d097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 11:57:45.591936 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242822a9-b788-4514-9bf8-377516c0d097 admin admin] Network c2eae2ab-2f99-4d56-ab42-fdb04fa3532f is already hosted by enough agents. {{(pid=84418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 11:57:45.593042 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-242822a9-b788-4514-9bf8-377516c0d097 admin admin] Resources bound (agent type, host, resource id): {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 11:57:45.595154 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242822a9-b788-4514-9bf8-377516c0d097 admin admin] Received port after_create {{(pid=84418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 11:57:45.595674 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-242822a9-b788-4514-9bf8-377516c0d097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854114749'] for router_interface, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:45.765722 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-f2144af8-d9e8-4262-bdce-1e70c00a3f7f None None] Provisioning for port d94d5445-e4ff-4ee9-b6d9-54aeddada70d completed by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:57:45.770519 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-f2144af8-d9e8-4262-bdce-1e70c00a3f7f None None] Provisioning complete for port d94d5445-e4ff-4ee9-b6d9-54aeddada70d triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:57:45.770919 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f2144af8-d9e8-4262-bdce-1e70c00a3f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:45.826709 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-f2144af8-d9e8-4262-bdce-1e70c00a3f7f None None] Port d94d5445-e4ff-4ee9-b6d9-54aeddada70d cannot update to ACTIVE because it is not bound. {{(pid=84419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 11:57:45.867643 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-242822a9-b788-4514-9bf8-377516c0d097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:46.151552 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-242822a9-b788-4514-9bf8-377516c0d097 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:46.154889 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-242822a9-b788-4514-9bf8-377516c0d097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:46.155947 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-242822a9-b788-4514-9bf8-377516c0d097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854151964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853995370'] for router_interface, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:46.172895 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 11:57:46.302288 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242822a9-b788-4514-9bf8-377516c0d097 admin admin] Pushing event updated for resources: {'Port': ['ID=d94d5445-e4ff-4ee9-b6d9-54aeddada70d,revision_number=2']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 11:57:46.306604 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-242822a9-b788-4514-9bf8-377516c0d097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 11:57:46.362170 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242822a9-b788-4514-9bf8-377516c0d097 admin admin] Network c2eae2ab-2f99-4d56-ab42-fdb04fa3532f is already hosted by enough agents. {{(pid=84418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 11:57:46.363315 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-242822a9-b788-4514-9bf8-377516c0d097 admin admin] Resources bound (agent type, host, resource id): {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 11:57:46.550580 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-6eaa6355-df57-4805-a823-06f37a997f89 None None] Provisioning complete for port d94d5445-e4ff-4ee9-b6d9-54aeddada70d triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:57:46.551131 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6eaa6355-df57-4805-a823-06f37a997f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:46.611868 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa6355-df57-4805-a823-06f37a997f89 None None] Port d94d5445-e4ff-4ee9-b6d9-54aeddada70d cannot update to ACTIVE because it is not bound. {{(pid=84419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 11:57:46.724325 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242822a9-b788-4514-9bf8-377516c0d097 admin admin] Router 65ba9bce-d657-41cf-bcec-48708330bb40 is scheduled to L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 with binding_index 1 {{(pid=84418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 11:57:46.883112 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242822a9-b788-4514-9bf8-377516c0d097 admin admin] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 11:57:46.892653 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-242822a9-b788-4514-9bf8-377516c0d097 admin admin] 10.222.0.26 "PUT /v2.0/routers/65ba9bce-d657-41cf-bcec-48708330bb40/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5920303 Apr 05 11:57:46.894061 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff538b8b-6b83-4c13-ac2e-ebad3e612d0d None None] Sync routers for ids ['65ba9bce-d657-41cf-bcec-48708330bb40'] in dv-cinder-784763-1-smb {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 11:57:46.905431 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff538b8b-6b83-4c13-ac2e-ebad3e612d0d None None] Routers {'65ba9bce-d657-41cf-bcec-48708330bb40'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 11:57:46.906338 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-ff538b8b-6b83-4c13-ac2e-ebad3e612d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T11:57:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['65ba9bce-d657-41cf-bcec-48708330bb40'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 11:57:47.086914 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-ff538b8b-6b83-4c13-ac2e-ebad3e612d0d None None] Set router 65ba9bce-d657-41cf-bcec-48708330bb40 gateway port host: None {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 11:57:47.465789 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-ff538b8b-6b83-4c13-ac2e-ebad3e612d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ba9bce-d657-41cf-bcec-48708330bb40', 'name': 'router1', 'tenant_id': 'fafd2ff3be6e4bc8b10660dc8832cb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T11:57:35Z', 'updated_at': '2021-04-05T11:57:45Z', 'revision_number': 2, 'project_id': 'fafd2ff3be6e4bc8b10660dc8832cb97', 'gw_port_host': None, '_interfaces': [{'id': 'd94d5445-e4ff-4ee9-b6d9-54aeddada70d', 'name': '', 'network_id': 'c2eae2ab-2f99-4d56-ab42-fdb04fa3532f', 'tenant_id': 'fafd2ff3be6e4bc8b10660dc8832cb97', 'mac_address': 'fa:16:3e:e0:de:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ba9bce-d657-41cf-bcec-48708330bb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f94073c-0a28-49e6-be13-2e17b1e783fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T11:57:44Z', 'updated_at': '2021-04-05T11:57:45Z', 'revision_number': 2, 'project_id': 'fafd2ff3be6e4bc8b10660dc8832cb97', 'subnets': [{'id': '4f94073c-0a28-49e6-be13-2e17b1e783fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17e8cb5d-618a-45d7-924a-0a5079c1b89d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 11:57:47.470896 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff538b8b-6b83-4c13-ac2e-ebad3e612d0d None None] Checking router: 65ba9bce-d657-41cf-bcec-48708330bb40 for host: dv-cinder-784763-1-smb {{(pid=84420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 11:57:47.471337 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff538b8b-6b83-4c13-ac2e-ebad3e612d0d None None] Updating router 65ba9bce-d657-41cf-bcec-48708330bb40 port d94d5445-e4ff-4ee9-b6d9-54aeddada70d binding host dv-cinder-784763-1-smb {{(pid=84420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 11:57:47.696002 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ff538b8b-6b83-4c13-ac2e-ebad3e612d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:48.140097 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ff538b8b-6b83-4c13-ac2e-ebad3e612d0d None None] Notify callbacks [] for port, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:48.154348 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-ff538b8b-6b83-4c13-ac2e-ebad3e612d0d None None] Transition to ACTIVE for port object d94d5445-e4ff-4ee9-b6d9-54aeddada70d will not be triggered until provisioned by entity L2. {{(pid=84420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 11:57:48.159976 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ff538b8b-6b83-4c13-ac2e-ebad3e612d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:48.187002 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 11:57:48.324542 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313f589-a1a6-4927-a623-8f4fd0fd8096 None None] Pushing event updated for resources: {'Port': ['ID=d94d5445-e4ff-4ee9-b6d9-54aeddada70d,revision_number=3']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 11:57:48.335126 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f313f589-a1a6-4927-a623-8f4fd0fd8096 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:48.335507 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f313f589-a1a6-4927-a623-8f4fd0fd8096 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:48.335874 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f313f589-a1a6-4927-a623-8f4fd0fd8096 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:48.336236 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f313f589-a1a6-4927-a623-8f4fd0fd8096 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:48.336600 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f313f589-a1a6-4927-a623-8f4fd0fd8096 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:48.336961 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f313f589-a1a6-4927-a623-8f4fd0fd8096 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:48.337314 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f313f589-a1a6-4927-a623-8f4fd0fd8096 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:48.337715 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f313f589-a1a6-4927-a623-8f4fd0fd8096 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:48.338074 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f313f589-a1a6-4927-a623-8f4fd0fd8096 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:48.338453 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f313f589-a1a6-4927-a623-8f4fd0fd8096 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:48.338809 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f313f589-a1a6-4927-a623-8f4fd0fd8096 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:48.339575 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f313f589-a1a6-4927-a623-8f4fd0fd8096 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f313f589-a1a6-4927-a623-8f4fd0fd8096 None None] Tracked resource versions report: Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: pushed versions: Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: { 'AddressGroup': {'1.2'}, Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: 'ConntrackHelper': {'1.0'}, Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: 'Log': {'1.0'}, Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: 'Network': {'1.1'}, Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: 'Port': {'1.7'}, Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: 'PortForwarding': {'1.2'}, Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: 'QosPolicy': {'1.8'}, Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroup': {'1.4'}, Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: 'SubPort': {'1.0'}, Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: 'Subnet': {'1.1'}, Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: 'Trunk': {'1.1'}} Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: consumer versions: Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: { DHCP agent@dv-cinder-784763-1-smb: {}, Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: L3 agent@dv-cinder-784763-1-smb: {}, Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: Metadata agent@dv-cinder-784763-1-smb: {}, Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: Metering agent@dv-cinder-784763-1-smb: {}, Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: Open vSwitch agent@dv-cinder-784763-1-smb: { 'AddressGroup': '1.2', Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: 'ConntrackHelper': '1.0', Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: 'Log': '1.0', Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: 'Network': '1.1', Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: 'Port': '1.7', Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: 'PortForwarding': '1.2', Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: 'QosPolicy': '1.8', Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroup': '1.4', Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroupRule': '1.2', Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: 'SubPort': '1.0', Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: 'Subnet': '1.1', Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: 'Trunk': '1.1'}} Apr 05 11:57:48.340443 dv-cinder-784763-1-smb neutron-server[84306]: {{(pid=84420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 11:57:48.347489 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f313f589-a1a6-4927-a623-8f4fd0fd8096 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 11:57:48.538951 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-ff538b8b-6b83-4c13-ac2e-ebad3e612d0d None None] Attempting to bind port d94d5445-e4ff-4ee9-b6d9-54aeddada70d on host dv-cinder-784763-1-smb for vnic_type normal with profile {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:57:48.539478 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-ff538b8b-6b83-4c13-ac2e-ebad3e612d0d None None] Attempting to bind port d94d5445-e4ff-4ee9-b6d9-54aeddada70d by drivers openvswitch,hyperv on host dv-cinder-784763-1-smb at level 0 using segments [{'id': '5f51da0d-5ce1-4a5e-81b8-924b03dcb7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c2eae2ab-2f99-4d56-ab42-fdb04fa3532f'}] {{(pid=84420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 11:57:48.539770 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff538b8b-6b83-4c13-ac2e-ebad3e612d0d None None] Attempting to bind port d94d5445-e4ff-4ee9-b6d9-54aeddada70d on network c2eae2ab-2f99-4d56-ab42-fdb04fa3532f {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 11:57:48.546871 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff538b8b-6b83-4c13-ac2e-ebad3e612d0d None None] Checking agent: {'id': '4e3bd3f6-d706-454d-ba20-d37fa4b11ed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 9), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 11, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 11:57:48.547296 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff538b8b-6b83-4c13-ac2e-ebad3e612d0d None None] Checking segment: {'id': '5f51da0d-5ce1-4a5e-81b8-924b03dcb7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c2eae2ab-2f99-4d56-ab42-fdb04fa3532f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 11:57:48.547752 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ff538b8b-6b83-4c13-ac2e-ebad3e612d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:48.548168 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff538b8b-6b83-4c13-ac2e-ebad3e612d0d None None] Bound using segment: {'id': '5f51da0d-5ce1-4a5e-81b8-924b03dcb7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c2eae2ab-2f99-4d56-ab42-fdb04fa3532f'} {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 11:57:48.548712 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-ff538b8b-6b83-4c13-ac2e-ebad3e612d0d None None] Bound port: d94d5445-e4ff-4ee9-b6d9-54aeddada70d, host: dv-cinder-784763-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f51da0d-5ce1-4a5e-81b8-924b03dcb7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c2eae2ab-2f99-4d56-ab42-fdb04fa3532f'}}] {{(pid=84420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 11:57:48.549106 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ff538b8b-6b83-4c13-ac2e-ebad3e612d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:48.641539 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-ff538b8b-6b83-4c13-ac2e-ebad3e612d0d None None] For port d94d5445-e4ff-4ee9-b6d9-54aeddada70d, host dv-cinder-784763-1-smb, cleared binding levels {{(pid=84420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 11:57:48.645900 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-ff538b8b-6b83-4c13-ac2e-ebad3e612d0d None None] For port d94d5445-e4ff-4ee9-b6d9-54aeddada70d, host dv-cinder-784763-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=d94d5445-e4ff-4ee9-b6d9-54aeddada70d,segment=NetworkSegment(5f51da0d-5ce1-4a5e-81b8-924b03dcb7de),segment_id=5f51da0d-5ce1-4a5e-81b8-924b03dcb7de)] {{(pid=84420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 11:57:48.650681 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ff538b8b-6b83-4c13-ac2e-ebad3e612d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:48.666281 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 11:57:48.820069 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313f589-a1a6-4927-a623-8f4fd0fd8096 None None] Pushing event updated for resources: {'Port': ['ID=d94d5445-e4ff-4ee9-b6d9-54aeddada70d,revision_number=4']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 11:57:48.823863 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f313f589-a1a6-4927-a623-8f4fd0fd8096 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 11:57:48.873678 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff538b8b-6b83-4c13-ac2e-ebad3e612d0d None None] Routers {'65ba9bce-d657-41cf-bcec-48708330bb40'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 11:57:48.874348 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-ff538b8b-6b83-4c13-ac2e-ebad3e612d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T11:57:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['65ba9bce-d657-41cf-bcec-48708330bb40'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 11:57:49.043922 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-ff538b8b-6b83-4c13-ac2e-ebad3e612d0d None None] Set router 65ba9bce-d657-41cf-bcec-48708330bb40 gateway port host: None {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 11:57:49.387321 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-ff538b8b-6b83-4c13-ac2e-ebad3e612d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ba9bce-d657-41cf-bcec-48708330bb40', 'name': 'router1', 'tenant_id': 'fafd2ff3be6e4bc8b10660dc8832cb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T11:57:35Z', 'updated_at': '2021-04-05T11:57:45Z', 'revision_number': 2, 'project_id': 'fafd2ff3be6e4bc8b10660dc8832cb97', 'gw_port_host': None, '_interfaces': [{'id': 'd94d5445-e4ff-4ee9-b6d9-54aeddada70d', 'name': '', 'network_id': 'c2eae2ab-2f99-4d56-ab42-fdb04fa3532f', 'tenant_id': 'fafd2ff3be6e4bc8b10660dc8832cb97', 'mac_address': 'fa:16:3e:e0:de:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ba9bce-d657-41cf-bcec-48708330bb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f94073c-0a28-49e6-be13-2e17b1e783fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T11:57:44Z', 'updated_at': '2021-04-05T11:57:48Z', 'revision_number': 4, 'project_id': 'fafd2ff3be6e4bc8b10660dc8832cb97', 'subnets': [{'id': '4f94073c-0a28-49e6-be13-2e17b1e783fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17e8cb5d-618a-45d7-924a-0a5079c1b89d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 11:57:49.391402 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff538b8b-6b83-4c13-ac2e-ebad3e612d0d None None] The sync data for ids ['65ba9bce-d657-41cf-bcec-48708330bb40'] in dv-cinder-784763-1-smb is: [{'id': '65ba9bce-d657-41cf-bcec-48708330bb40', 'name': 'router1', 'tenant_id': 'fafd2ff3be6e4bc8b10660dc8832cb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T11:57:35Z', 'updated_at': '2021-04-05T11:57:45Z', 'revision_number': 2, 'project_id': 'fafd2ff3be6e4bc8b10660dc8832cb97', 'gw_port_host': None, '_interfaces': [{'id': 'd94d5445-e4ff-4ee9-b6d9-54aeddada70d', 'name': '', 'network_id': 'c2eae2ab-2f99-4d56-ab42-fdb04fa3532f', 'tenant_id': 'fafd2ff3be6e4bc8b10660dc8832cb97', 'mac_address': 'fa:16:3e:e0:de:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ba9bce-d657-41cf-bcec-48708330bb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f94073c-0a28-49e6-be13-2e17b1e783fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T11:57:44Z', 'updated_at': '2021-04-05T11:57:48Z', 'revision_number': 4, 'project_id': 'fafd2ff3be6e4bc8b10660dc8832cb97', 'subnets': [{'id': '4f94073c-0a28-49e6-be13-2e17b1e783fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17e8cb5d-618a-45d7-924a-0a5079c1b89d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 11:57:49.414790 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 45190) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 11:57:49.585702 dv-cinder-784763-1-smb neutron-server[84306]: WARNING oslo_policy.policy [None req-38b41b8c-a8f2-4e50-a2ad-5aa3d83544e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:57:49.586311 dv-cinder-784763-1-smb neutron-server[84306]: WARNING oslo_policy.policy [None req-38b41b8c-a8f2-4e50-a2ad-5aa3d83544e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:57:50.044606 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.policy [None req-38b41b8c-a8f2-4e50-a2ad-5aa3d83544e7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84417) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 05 11:57:50.255132 dv-cinder-784763-1-smb neutron-server[84306]: WARNING oslo_policy.policy [None req-38b41b8c-a8f2-4e50-a2ad-5aa3d83544e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:57:50.255565 dv-cinder-784763-1-smb neutron-server[84306]: WARNING oslo_policy.policy [None req-38b41b8c-a8f2-4e50-a2ad-5aa3d83544e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:57:50.273742 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b41b8c-a8f2-4e50-a2ad-5aa3d83544e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 11:57:50.278175 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-38b41b8c-a8f2-4e50-a2ad-5aa3d83544e7 admin admin] 10.222.0.26 "GET /v2.0/networks/31dbbfbb-1103-49d1-a0e5-ac5561337b80 HTTP/1.1" status: 200 len: 842 time: 0.8611238 Apr 05 11:57:50.289372 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.2.1', 'ip_version': 4, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'name': 'public-subnet', 'cidr': '172.28.2.0/24', 'enable_dhcp': False}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:57:50.293311 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.quota [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Loaded quota_driver: . Apr 05 11:57:50.299958 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 11:57:50.305488 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Usage tracker for resource:subnet and tenant:cac1fde1f5354b91b661fb3c92c4542c is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 11:57:50.309439 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 11:57:50.316547 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 11:57:50.329751 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Made reservation on behalf of cac1fde1f5354b91b661fb3c92c4542c for: {'subnet': 1} {{(pid=84417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 11:57:50.336217 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:50.851925 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.objects.ports [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84417) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 05 11:57:50.852447 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739'] for subnet, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:50.867822 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 11:57:50.884035 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device d94d5445-e4ff-4ee9-b6d9-54aeddada70d up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 11:57:50.953038 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning for port d94d5445-e4ff-4ee9-b6d9-54aeddada70d completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:57:50.957761 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port d94d5445-e4ff-4ee9-b6d9-54aeddada70d triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:57:50.958167 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:51.008464 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73ae074f-8780-41b9-9bf3-4fc6dce4ecd5,revision_number=0']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 11:57:51.027857 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:51.028223 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:51.028581 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:51.028933 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:51.029282 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:51.029656 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:51.029999 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:51.030349 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:51.030689 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:51.031030 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:51.031368 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:51.031708 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Tracked resource versions report: Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: pushed versions: Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: { 'AddressGroup': {'1.2'}, Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: 'ConntrackHelper': {'1.0'}, Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: 'Log': {'1.0'}, Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: 'Network': {'1.1'}, Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: 'Port': {'1.7'}, Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: 'PortForwarding': {'1.2'}, Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: 'QosPolicy': {'1.8'}, Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroup': {'1.4'}, Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: 'SubPort': {'1.0'}, Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: 'Subnet': {'1.1'}, Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: 'Trunk': {'1.1'}} Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: consumer versions: Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: { DHCP agent@dv-cinder-784763-1-smb: {}, Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: L3 agent@dv-cinder-784763-1-smb: {}, Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: Metadata agent@dv-cinder-784763-1-smb: {}, Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: Metering agent@dv-cinder-784763-1-smb: {}, Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: Open vSwitch agent@dv-cinder-784763-1-smb: { 'AddressGroup': '1.2', Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: 'ConntrackHelper': '1.0', Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: 'Log': '1.0', Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: 'Network': '1.1', Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: 'Port': '1.7', Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: 'PortForwarding': '1.2', Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: 'QosPolicy': '1.8', Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroup': '1.4', Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroupRule': '1.2', Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: 'SubPort': '1.0', Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: 'Subnet': '1.1', Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: 'Trunk': '1.1'}} Apr 05 11:57:51.032769 dv-cinder-784763-1-smb neutron-server[84306]: {{(pid=84417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 11:57:51.069314 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 11:57:51.085424 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:51.095741 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Checking segment: {'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 11:57:51.096125 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Network hostable DHCP agents. Network: 31dbbfbb-1103-49d1-a0e5-ac5561337b80, hostable agents: ['4e04494a-4007-4790-9de1-331780b361fc'], hosted agents: [] {{(pid=84417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 11:57:51.117630 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Network 31dbbfbb-1103-49d1-a0e5-ac5561337b80 is scheduled to be hosted by DHCP agent 4e04494a-4007-4790-9de1-331780b361fc with binding_index 1 {{(pid=84417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 11:57:51.118976 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] For port d94d5445-e4ff-4ee9-b6d9-54aeddada70d, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=d94d5445-e4ff-4ee9-b6d9-54aeddada70d,segment=NetworkSegment(5f51da0d-5ce1-4a5e-81b8-924b03dcb7de),segment_id=5f51da0d-5ce1-4a5e-81b8-924b03dcb7de)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 11:57:51.121567 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:51.124850 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e1714455-3480-424d-bd80-fd0d8a4331c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 11:57:51.126994 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-smb, 31dbbfbb-1103-49d1-a0e5-ac5561337b80) {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 11:57:51.131546 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 11:57:51.132284 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for subnet, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:51.155060 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8726408 Apr 05 11:57:51.166493 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3af745-7897-4b88-9cf8-d097ecbf721e None None] Network 31dbbfbb-1103-49d1-a0e5-ac5561337b80 requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 11:57:51.302016 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Pushing event updated for resources: {'Port': ['ID=d94d5445-e4ff-4ee9-b6d9-54aeddada70d,revision_number=5']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 11:57:51.305674 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 11:57:51.580033 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9119f96b-006e-497b-81b2-fff80e3df4cc None None] Network 31dbbfbb-1103-49d1-a0e5-ac5561337b80 requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 11:57:52.866362 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device d94d5445-e4ff-4ee9-b6d9-54aeddada70d up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 11:57:52.938006 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port d94d5445-e4ff-4ee9-b6d9-54aeddada70d triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:57:52.938409 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:53.744097 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 45214) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 11:57:53.951458 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-1a3fd74a-e857-4c9c-90bb-7148257da517 admin admin] 10.222.0.26 "GET /v2.0/routers/65ba9bce-d657-41cf-bcec-48708330bb40 HTTP/1.1" status: 200 len: 710 time: 0.2056730 Apr 05 11:57:54.085442 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915c18f0-0034-48c5-bd65-8ec7081528ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 11:57:54.086113 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-915c18f0-0034-48c5-bd65-8ec7081528ba admin admin] Synchronizing usage tracker for tenant:cac1fde1f5354b91b661fb3c92c4542c on resource:network {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 11:57:54.102277 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-915c18f0-0034-48c5-bd65-8ec7081528ba admin admin] Unset dirty status for tenant:cac1fde1f5354b91b661fb3c92c4542c on resource:network {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 11:57:54.106021 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-915c18f0-0034-48c5-bd65-8ec7081528ba admin admin] 10.222.0.26 "GET /v2.0/networks/31dbbfbb-1103-49d1-a0e5-ac5561337b80 HTTP/1.1" status: 200 len: 886 time: 0.1486588 Apr 05 11:57:54.113849 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-3fefe72e-568d-4cd2-a391-a80451c879f5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'}}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:57:54.567945 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3fefe72e-568d-4cd2-a391-a80451c879f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854004895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854002657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711036'] for router, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:54.903134 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3fefe72e-568d-4cd2-a391-a80451c879f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:54.961978 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3fefe72e-568d-4cd2-a391-a80451c879f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:55.096102 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-3fefe72e-568d-4cd2-a391-a80451c879f5 admin admin] Allocated IP 172.28.2.198 (31dbbfbb-1103-49d1-a0e5-ac5561337b80/73ae074f-8780-41b9-9bf3-4fc6dce4ecd5/eab47437-b65e-4967-8305-0b8adbf46bbd) {{(pid=84418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 11:57:55.241087 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3fefe72e-568d-4cd2-a391-a80451c879f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:55.269992 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3fefe72e-568d-4cd2-a391-a80451c879f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330'] for port, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:55.285071 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-242822a9-b788-4514-9bf8-377516c0d097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 11:57:55.605024 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fefe72e-568d-4cd2-a391-a80451c879f5 admin admin] Pushing event updated for resources: {'Port': ['ID=eab47437-b65e-4967-8305-0b8adbf46bbd,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 11:57:55.609139 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3fefe72e-568d-4cd2-a391-a80451c879f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 11:57:55.648653 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fefe72e-568d-4cd2-a391-a80451c879f5 admin admin] Network 31dbbfbb-1103-49d1-a0e5-ac5561337b80 is already hosted by enough agents. {{(pid=84418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 11:57:55.649720 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-3fefe72e-568d-4cd2-a391-a80451c879f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 11:57:55.652040 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fefe72e-568d-4cd2-a391-a80451c879f5 admin admin] Received port after_create {{(pid=84418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 11:57:56.036657 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3fefe72e-568d-4cd2-a391-a80451c879f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:56.384679 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3fefe72e-568d-4cd2-a391-a80451c879f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854004895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854002657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711036'] for router, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:56.388153 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3fefe72e-568d-4cd2-a391-a80451c879f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-770974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-770921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854004842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773127'] for router, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:56.572237 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fefe72e-568d-4cd2-a391-a80451c879f5 admin admin] Router 65ba9bce-d657-41cf-bcec-48708330bb40 has already been hosted by L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 {{(pid=84418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 11:57:56.753624 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fefe72e-568d-4cd2-a391-a80451c879f5 admin admin] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 11:57:56.761734 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3fefe72e-568d-4cd2-a391-a80451c879f5 admin admin] Notify callbacks [] for router, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:56.763343 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffecb5fc-10ee-4aa5-a979-43936c11c06d None None] Sync routers for ids ['65ba9bce-d657-41cf-bcec-48708330bb40'] in dv-cinder-784763-1-smb {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 11:57:56.763957 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-3fefe72e-568d-4cd2-a391-a80451c879f5 admin admin] 10.222.0.26 "PUT /v2.0/routers/65ba9bce-d657-41cf-bcec-48708330bb40 HTTP/1.1" status: 200 len: 890 time: 2.6535232 Apr 05 11:57:56.773748 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffecb5fc-10ee-4aa5-a979-43936c11c06d None None] Routers {'65ba9bce-d657-41cf-bcec-48708330bb40'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 11:57:56.774442 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-ffecb5fc-10ee-4aa5-a979-43936c11c06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T11:57:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['65ba9bce-d657-41cf-bcec-48708330bb40'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 11:57:56.976244 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-ffecb5fc-10ee-4aa5-a979-43936c11c06d None None] Set router 65ba9bce-d657-41cf-bcec-48708330bb40 gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 11:57:57.330480 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-ffecb5fc-10ee-4aa5-a979-43936c11c06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ba9bce-d657-41cf-bcec-48708330bb40', 'name': 'router1', 'tenant_id': 'fafd2ff3be6e4bc8b10660dc8832cb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': 'eab47437-b65e-4967-8305-0b8adbf46bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T11:57:35Z', 'updated_at': '2021-04-05T11:57:55Z', 'revision_number': 4, 'project_id': 'fafd2ff3be6e4bc8b10660dc8832cb97', 'gw_port': {'id': 'eab47437-b65e-4967-8305-0b8adbf46bbd', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ba9bce-d657-41cf-bcec-48708330bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T11:57:54Z', 'updated_at': '2021-04-05T11:57:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': 'd94d5445-e4ff-4ee9-b6d9-54aeddada70d', 'name': '', 'network_id': 'c2eae2ab-2f99-4d56-ab42-fdb04fa3532f', 'tenant_id': 'fafd2ff3be6e4bc8b10660dc8832cb97', 'mac_address': 'fa:16:3e:e0:de:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ba9bce-d657-41cf-bcec-48708330bb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f94073c-0a28-49e6-be13-2e17b1e783fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T11:57:44Z', 'updated_at': '2021-04-05T11:57:51Z', 'revision_number': 5, 'project_id': 'fafd2ff3be6e4bc8b10660dc8832cb97', 'subnets': [{'id': '4f94073c-0a28-49e6-be13-2e17b1e783fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17e8cb5d-618a-45d7-924a-0a5079c1b89d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 11:57:57.335490 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffecb5fc-10ee-4aa5-a979-43936c11c06d None None] Checking router: 65ba9bce-d657-41cf-bcec-48708330bb40 for host: dv-cinder-784763-1-smb {{(pid=84419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 11:57:57.335884 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffecb5fc-10ee-4aa5-a979-43936c11c06d None None] Updating router 65ba9bce-d657-41cf-bcec-48708330bb40 port eab47437-b65e-4967-8305-0b8adbf46bbd binding host dv-cinder-784763-1-smb {{(pid=84419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 11:57:57.391659 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ffecb5fc-10ee-4aa5-a979-43936c11c06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:57.785067 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ffecb5fc-10ee-4aa5-a979-43936c11c06d None None] Notify callbacks [] for port, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:57.797828 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-ffecb5fc-10ee-4aa5-a979-43936c11c06d None None] Transition to ACTIVE for port object eab47437-b65e-4967-8305-0b8adbf46bbd will not be triggered until provisioned by entity L2. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 11:57:57.804814 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ffecb5fc-10ee-4aa5-a979-43936c11c06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:57.820633 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 11:57:57.957801 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5ab6e-d859-4f6a-be20-c4d452679129 None None] Pushing event updated for resources: {'Port': ['ID=eab47437-b65e-4967-8305-0b8adbf46bbd,revision_number=2']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 11:57:57.961951 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f0d5ab6e-d859-4f6a-be20-c4d452679129 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 11:57:58.012148 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-ffecb5fc-10ee-4aa5-a979-43936c11c06d None None] Attempting to bind port eab47437-b65e-4967-8305-0b8adbf46bbd on host dv-cinder-784763-1-smb for vnic_type normal with profile {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:57:58.012557 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-ffecb5fc-10ee-4aa5-a979-43936c11c06d None None] Attempting to bind port eab47437-b65e-4967-8305-0b8adbf46bbd by drivers openvswitch,hyperv on host dv-cinder-784763-1-smb at level 0 using segments [{'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 11:57:58.012961 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffecb5fc-10ee-4aa5-a979-43936c11c06d None None] Attempting to bind port eab47437-b65e-4967-8305-0b8adbf46bbd on network 31dbbfbb-1103-49d1-a0e5-ac5561337b80 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 11:57:58.018478 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffecb5fc-10ee-4aa5-a979-43936c11c06d None None] Checking agent: {'id': '4e3bd3f6-d706-454d-ba20-d37fa4b11ed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 9), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 11, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 11:57:58.018883 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffecb5fc-10ee-4aa5-a979-43936c11c06d None None] Checking segment: {'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 11:57:58.019316 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ffecb5fc-10ee-4aa5-a979-43936c11c06d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:58.019741 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffecb5fc-10ee-4aa5-a979-43936c11c06d None None] Bound using segment: {'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 11:57:58.020247 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-ffecb5fc-10ee-4aa5-a979-43936c11c06d None None] Bound port: eab47437-b65e-4967-8305-0b8adbf46bbd, host: dv-cinder-784763-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'}}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 11:57:58.020649 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ffecb5fc-10ee-4aa5-a979-43936c11c06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:58.099495 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-ffecb5fc-10ee-4aa5-a979-43936c11c06d None None] For port eab47437-b65e-4967-8305-0b8adbf46bbd, host dv-cinder-784763-1-smb, cleared binding levels {{(pid=84419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 11:57:58.102542 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-ffecb5fc-10ee-4aa5-a979-43936c11c06d None None] For port eab47437-b65e-4967-8305-0b8adbf46bbd, host dv-cinder-784763-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=eab47437-b65e-4967-8305-0b8adbf46bbd,segment=NetworkSegment(2ecfd34e-9a9f-4e0f-94e3-36d27d123670),segment_id=2ecfd34e-9a9f-4e0f-94e3-36d27d123670)] {{(pid=84419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 11:57:58.106425 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ffecb5fc-10ee-4aa5-a979-43936c11c06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:57:58.122010 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 11:57:58.266160 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5ab6e-d859-4f6a-be20-c4d452679129 None None] Pushing event updated for resources: {'Port': ['ID=eab47437-b65e-4967-8305-0b8adbf46bbd,revision_number=3']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 11:57:58.270687 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f0d5ab6e-d859-4f6a-be20-c4d452679129 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 11:57:58.313341 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffecb5fc-10ee-4aa5-a979-43936c11c06d None None] Routers {'65ba9bce-d657-41cf-bcec-48708330bb40'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 11:57:58.314015 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-ffecb5fc-10ee-4aa5-a979-43936c11c06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T11:57:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['65ba9bce-d657-41cf-bcec-48708330bb40'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 11:57:58.652679 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-ffecb5fc-10ee-4aa5-a979-43936c11c06d None None] Set router 65ba9bce-d657-41cf-bcec-48708330bb40 gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 11:57:58.993966 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-ffecb5fc-10ee-4aa5-a979-43936c11c06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ba9bce-d657-41cf-bcec-48708330bb40', 'name': 'router1', 'tenant_id': 'fafd2ff3be6e4bc8b10660dc8832cb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': 'eab47437-b65e-4967-8305-0b8adbf46bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T11:57:35Z', 'updated_at': '2021-04-05T11:57:55Z', 'revision_number': 4, 'project_id': 'fafd2ff3be6e4bc8b10660dc8832cb97', 'gw_port': {'id': 'eab47437-b65e-4967-8305-0b8adbf46bbd', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ba9bce-d657-41cf-bcec-48708330bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T11:57:54Z', 'updated_at': '2021-04-05T11:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': 'd94d5445-e4ff-4ee9-b6d9-54aeddada70d', 'name': '', 'network_id': 'c2eae2ab-2f99-4d56-ab42-fdb04fa3532f', 'tenant_id': 'fafd2ff3be6e4bc8b10660dc8832cb97', 'mac_address': 'fa:16:3e:e0:de:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ba9bce-d657-41cf-bcec-48708330bb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f94073c-0a28-49e6-be13-2e17b1e783fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T11:57:44Z', 'updated_at': '2021-04-05T11:57:51Z', 'revision_number': 5, 'project_id': 'fafd2ff3be6e4bc8b10660dc8832cb97', 'subnets': [{'id': '4f94073c-0a28-49e6-be13-2e17b1e783fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17e8cb5d-618a-45d7-924a-0a5079c1b89d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 11:57:58.998887 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffecb5fc-10ee-4aa5-a979-43936c11c06d None None] The sync data for ids ['65ba9bce-d657-41cf-bcec-48708330bb40'] in dv-cinder-784763-1-smb is: [{'id': '65ba9bce-d657-41cf-bcec-48708330bb40', 'name': 'router1', 'tenant_id': 'fafd2ff3be6e4bc8b10660dc8832cb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': 'eab47437-b65e-4967-8305-0b8adbf46bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T11:57:35Z', 'updated_at': '2021-04-05T11:57:55Z', 'revision_number': 4, 'project_id': 'fafd2ff3be6e4bc8b10660dc8832cb97', 'gw_port': {'id': 'eab47437-b65e-4967-8305-0b8adbf46bbd', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ba9bce-d657-41cf-bcec-48708330bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T11:57:54Z', 'updated_at': '2021-04-05T11:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': 'd94d5445-e4ff-4ee9-b6d9-54aeddada70d', 'name': '', 'network_id': 'c2eae2ab-2f99-4d56-ab42-fdb04fa3532f', 'tenant_id': 'fafd2ff3be6e4bc8b10660dc8832cb97', 'mac_address': 'fa:16:3e:e0:de:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ba9bce-d657-41cf-bcec-48708330bb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f94073c-0a28-49e6-be13-2e17b1e783fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T11:57:44Z', 'updated_at': '2021-04-05T11:57:51Z', 'revision_number': 5, 'project_id': 'fafd2ff3be6e4bc8b10660dc8832cb97', 'subnets': [{'id': '4f94073c-0a28-49e6-be13-2e17b1e783fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17e8cb5d-618a-45d7-924a-0a5079c1b89d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 11:57:59.454906 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 45224) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 11:57:59.578004 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-5b27a247-760d-4570-b7e4-2a00450f07b8 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1218514 Apr 05 11:58:00.911915 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device eab47437-b65e-4967-8305-0b8adbf46bbd up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 11:58:00.988132 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning for port eab47437-b65e-4967-8305-0b8adbf46bbd completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:58:00.993250 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port eab47437-b65e-4967-8305-0b8adbf46bbd triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:58:00.993696 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:58:01.123629 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:58:01.143071 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] For port eab47437-b65e-4967-8305-0b8adbf46bbd, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=eab47437-b65e-4967-8305-0b8adbf46bbd,segment=NetworkSegment(2ecfd34e-9a9f-4e0f-94e3-36d27d123670),segment_id=2ecfd34e-9a9f-4e0f-94e3-36d27d123670)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 11:58:01.151234 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:58:01.152258 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f0d5ab6e-d859-4f6a-be20-c4d452679129 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 11:58:01.223234 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Pushing event updated for resources: {'Port': ['ID=eab47437-b65e-4967-8305-0b8adbf46bbd,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 11:58:01.226643 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 11:58:02.902193 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device eab47437-b65e-4967-8305-0b8adbf46bbd up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 11:58:03.026561 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port eab47437-b65e-4967-8305-0b8adbf46bbd triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:58:03.027818 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:58:07.277699 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5fa92fdf-ccf8-470f-b028-65709be20657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:58:08.643138 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:58:09.878532 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5656fdd5-86da-4b85-a0d4-addbbf7b35ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:58:10.203214 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:58:11.914558 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:58:16.672881 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 5 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 11:58:37.269594 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-166a76b5-e928-4b83-ac55-d266dc1c5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:58:38.646875 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:58:39.861034 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a8ca7a6a-e10d-4af5-af09-ab2326fd0937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:58:40.207984 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:58:41.916577 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:58:53.672228 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 5 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 11:59:07.270215 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4ea446f2-aa19-47be-9b62-38714cc5b1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:59:08.649262 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:59:09.863941 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6ba4ea6c-2f38-464d-90b5-0a7d4af4504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:59:10.210604 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:59:11.926303 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:59:30.671991 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 5 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 11:59:37.272670 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4c447f2b-7a23-48ab-8504-dced51a8601f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:59:38.652491 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:59:39.874032 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4a6574de-3b22-4da2-87f3-7bf6214be3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:59:40.213886 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 11:59:41.929273 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:00:07.274672 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f3d78f4f-4b9d-4af1-905c-41d38268a770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:00:07.670787 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 5 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:00:08.654181 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:00:09.866031 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f4103e0f-a385-4dd0-a1e0-2adef27883d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:00:10.216761 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:00:11.622164 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 45794) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:00:11.694927 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a6cfb55-1bab-4636-a05d-06d4ed976850 admin admin] GET failed (client error): The resource could not be found. Apr 05 12:00:11.696251 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-6a6cfb55-1bab-4636-a05d-06d4ed976850 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0730898 Apr 05 12:00:11.835756 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353bbaa3-db84-41ac-a3f2-bd6d7aa4e4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:00:11.837265 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-353bbaa3-db84-41ac-a3f2-bd6d7aa4e4fc admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1366932 Apr 05 12:00:11.933229 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:00:14.288399 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 45804) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:00:14.406345 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d878c1-dc76-4f35-be39-345ada291d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:00:14.407800 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-b2d878c1-dc76-4f35-be39-345ada291d54 admin admin] 10.222.0.26 "GET /v2.0/subnets/4f94073c-0a28-49e6-be13-2e17b1e783fd HTTP/1.1" status: 200 len: 849 time: 0.1183844 Apr 05 12:00:14.417964 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-4f51c749-6cee-4f67-8226-35beb4756674 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:00:14.536556 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4f51c749-6cee-4f67-8226-35beb4756674 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:00:14.837808 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4f51c749-6cee-4f67-8226-35beb4756674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363279657817477'] for subnet, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:00:14.852931 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1daf6c89-427f-45dc-94a6-aec72c439eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:00:14.991418 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51c749-6cee-4f67-8226-35beb4756674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f94073c-0a28-49e6-be13-2e17b1e783fd,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:00:15.001785 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f51c749-6cee-4f67-8226-35beb4756674 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:00:15.002163 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f51c749-6cee-4f67-8226-35beb4756674 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:00:15.002534 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f51c749-6cee-4f67-8226-35beb4756674 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:00:15.002901 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f51c749-6cee-4f67-8226-35beb4756674 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:00:15.003261 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f51c749-6cee-4f67-8226-35beb4756674 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:00:15.003625 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f51c749-6cee-4f67-8226-35beb4756674 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:00:15.003983 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f51c749-6cee-4f67-8226-35beb4756674 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:00:15.004337 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f51c749-6cee-4f67-8226-35beb4756674 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:00:15.004707 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f51c749-6cee-4f67-8226-35beb4756674 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:00:15.005060 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f51c749-6cee-4f67-8226-35beb4756674 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:00:15.005413 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f51c749-6cee-4f67-8226-35beb4756674 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:00:15.005787 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f51c749-6cee-4f67-8226-35beb4756674 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:00:15.010608 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4f51c749-6cee-4f67-8226-35beb4756674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:00:15.044381 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f51c749-6cee-4f67-8226-35beb4756674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:00:15.045017 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4f51c749-6cee-4f67-8226-35beb4756674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for subnet, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:00:15.046840 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-4f51c749-6cee-4f67-8226-35beb4756674 admin admin] 10.222.0.26 "PUT /v2.0/subnets/4f94073c-0a28-49e6-be13-2e17b1e783fd HTTP/1.1" status: 200 len: 868 time: 0.6324232 Apr 05 12:00:15.050771 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622ebec7-5b0f-4ee1-b4a5-76199c48f487 None None] Network c2eae2ab-2f99-4d56-ab42-fdb04fa3532f requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:00:15.535689 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-23bb71c8-8559-4aa4-84b5-f98149de6ae9 None None] Provisioning complete for port 1dc810f2-d320-4d03-beb5-bb4f1e641ac3 triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:00:15.536245 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-23bb71c8-8559-4aa4-84b5-f98149de6ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:00:15.668472 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-23bb71c8-8559-4aa4-84b5-f98149de6ae9 None None] Provisioning complete for port d94d5445-e4ff-4ee9-b6d9-54aeddada70d triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:00:15.668773 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-23bb71c8-8559-4aa4-84b5-f98149de6ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:00:17.544558 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 45814) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:00:17.728589 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42639b5b-4e5b-4b33-9489-863b6d02c308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:00:17.729111 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42639b5b-4e5b-4b33-9489-863b6d02c308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:00:17.730754 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-42639b5b-4e5b-4b33-9489-863b6d02c308 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1851726 Apr 05 12:00:20.200004 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 45824) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:00:20.386396 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b750069d-160a-4bf7-86b6-3a7d771aa974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:00:20.386932 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b750069d-160a-4bf7-86b6-3a7d771aa974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:00:20.388559 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-b750069d-160a-4bf7-86b6-3a7d771aa974 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1875315 Apr 05 12:00:22.846892 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 45834) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:00:23.200789 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216ae2c6-1124-40d2-8ba5-a21d1802810a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:00:23.202306 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-216ae2c6-1124-40d2-8ba5-a21d1802810a admin admin] 10.222.0.26 "GET /v2.0/networks/31dbbfbb-1103-49d1-a0e5-ac5561337b80 HTTP/1.1" status: 200 len: 886 time: 0.3544023 Apr 05 12:00:25.670959 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 45844) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:00:25.851855 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dede06b2-74c4-417b-a83d-ce4ab3e68543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:00:25.853283 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-dede06b2-74c4-417b-a83d-ce4ab3e68543 admin admin] 10.222.0.26 "GET /v2.0/networks/c2eae2ab-2f99-4d56-ab42-fdb04fa3532f HTTP/1.1" status: 200 len: 869 time: 0.1813025 Apr 05 12:00:28.307493 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 45854) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:00:28.420574 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b9acc7-39c1-475d-b201-cd5574501e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:00:28.421079 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b9acc7-39c1-475d-b201-cd5574501e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:00:28.422727 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-90b9acc7-39c1-475d-b201-cd5574501e7b admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1142082 Apr 05 12:00:30.920517 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 45864) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:00:31.036086 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f4d546-a94d-4530-943e-ad4a6baa65f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:00:31.036585 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f4d546-a94d-4530-943e-ad4a6baa65f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:00:31.038170 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-d2f4d546-a94d-4530-943e-ad4a6baa65f2 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1166456 Apr 05 12:00:33.504850 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 45874) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:00:33.619359 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e7a89b-dc9d-4a15-8278-890e03e7b163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:00:33.620759 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-80e7a89b-dc9d-4a15-8278-890e03e7b163 admin admin] 10.222.0.26 "GET /v2.0/subnets/4f94073c-0a28-49e6-be13-2e17b1e783fd HTTP/1.1" status: 200 len: 868 time: 0.1148963 Apr 05 12:00:36.089361 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 45884) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:00:36.198296 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33db7bc2-3d8f-4b08-9711-da9321bf79e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:00:36.198918 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-33db7bc2-3d8f-4b08-9711-da9321bf79e4 admin admin] Synchronizing usage tracker for tenant:cac1fde1f5354b91b661fb3c92c4542c on resource:subnet {{(pid=84417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:00:36.215956 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-33db7bc2-3d8f-4b08-9711-da9321bf79e4 admin admin] Unset dirty status for tenant:cac1fde1f5354b91b661fb3c92c4542c on resource:subnet {{(pid=84417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:00:36.217212 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-33db7bc2-3d8f-4b08-9711-da9321bf79e4 admin admin] 10.222.0.26 "GET /v2.0/subnets/73ae074f-8780-41b9-9bf3-4fc6dce4ecd5 HTTP/1.1" status: 200 len: 816 time: 0.1267884 Apr 05 12:00:37.276716 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a06d343b-02ab-403e-afa9-a6162f46ae37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:00:38.656157 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:00:39.867121 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-223c0daa-1605-4a9f-af25-203239ee9b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:00:40.220610 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:00:41.934548 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:00:44.849093 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 5 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:01:02.563031 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 45928) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:01:02.613670 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [None req-6d7e6aea-f072-4c50-884b-c6963add3610 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 12:01:02.614754 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-6d7e6aea-f072-4c50-884b-c6963add3610 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0507021 Apr 05 12:01:05.168409 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 45938) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:01:05.245109 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.pecan_wsgi.hooks.translation [None req-e37d244f-68b6-47e4-a3e3-6610fda68216 admin admin] GET failed (client error): The resource could not be found. Apr 05 12:01:05.249061 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-e37d244f-68b6-47e4-a3e3-6610fda68216 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0773258 Apr 05 12:01:05.385034 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23ad107-d04f-472e-9fa5-73f851ad3cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:01:05.386670 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-a23ad107-d04f-472e-9fa5-73f851ad3cdb admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1349669 Apr 05 12:01:07.278546 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-750a565a-29c4-4f7f-bd19-1069594a6649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:01:07.871624 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 45948) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:01:07.922339 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-6dfc842d-3892-42c5-9ed5-7cb770c90804 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:01:07.927929 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-6dfc842d-3892-42c5-9ed5-7cb770c90804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:01:07.938938 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-6dfc842d-3892-42c5-9ed5-7cb770c90804 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:01:07.947447 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfc842d-3892-42c5-9ed5-7cb770c90804 admin admin] Made reservation on behalf of cac1fde1f5354b91b661fb3c92c4542c for: {'network': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:01:07.952027 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6dfc842d-3892-42c5-9ed5-7cb770c90804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for network, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:01:08.044188 dv-cinder-784763-1-smb neutron-server[84306]: WARNING neutron.services.revisions.revision_plugin [None req-6dfc842d-3892-42c5-9ed5-7cb770c90804 admin admin] Could not find related network for resource to bump revision. Apr 05 12:01:08.055523 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dfc842d-3892-42c5-9ed5-7cb770c90804 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=84418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 12:01:08.064536 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6dfc842d-3892-42c5-9ed5-7cb770c90804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:01:08.064918 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-6dfc842d-3892-42c5-9ed5-7cb770c90804 admin admin] Added segment 552dbefa-cb20-4799-9035-36b42b96dc9f of type vlan for network b619f02a-a70d-4019-968b-9d9f5c649fa7 Apr 05 12:01:08.089775 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6dfc842d-3892-42c5-9ed5-7cb770c90804 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757196486498'] for network, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:01:08.117751 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6dfc842d-3892-42c5-9ed5-7cb770c90804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739'] for network, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:01:08.119087 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfc842d-3892-42c5-9ed5-7cb770c90804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:01:08.119711 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6dfc842d-3892-42c5-9ed5-7cb770c90804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:01:08.124989 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8075037e-e769-46c4-9700-1e2e6e2b4c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:01:08.226112 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc842d-3892-42c5-9ed5-7cb770c90804 admin admin] Pushing event updated for resources: {'Network': ['ID=b619f02a-a70d-4019-968b-9d9f5c649fa7,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:01:08.229266 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-6dfc842d-3892-42c5-9ed5-7cb770c90804 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3565733 Apr 05 12:01:08.230031 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6dfc842d-3892-42c5-9ed5-7cb770c90804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:01:08.244800 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Network b619f02a-a70d-4019-968b-9d9f5c649fa7 details requested by agent ovs-agent-dv-cinder-784763-1-smb with host dv-cinder-784763-1-smb {{(pid=84419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 12:01:08.659063 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:01:09.868578 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-145c9713-503d-44cb-8697-3267981d953e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:01:10.223087 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:01:10.737929 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 45958) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:01:10.811013 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.pecan_wsgi.hooks.translation [None req-761ed59f-f117-42c2-8001-d39f70b1a2f6 admin admin] GET failed (client error): The resource could not be found. Apr 05 12:01:10.811569 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-761ed59f-f117-42c2-8001-d39f70b1a2f6 admin admin] Synchronizing usage tracker for tenant:cac1fde1f5354b91b661fb3c92c4542c on resource:network {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:01:10.825504 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-761ed59f-f117-42c2-8001-d39f70b1a2f6 admin admin] Unset dirty status for tenant:cac1fde1f5354b91b661fb3c92c4542c on resource:network {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:01:10.826712 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-761ed59f-f117-42c2-8001-d39f70b1a2f6 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0877697 Apr 05 12:01:10.938099 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fbe352-4294-4431-9523-76cc33eb69b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:01:10.939629 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-00fbe352-4294-4431-9523-76cc33eb69b5 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1085789 Apr 05 12:01:10.950298 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-285212ee-75ce-4b2c-81ca-7092d07808d5 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'b619f02a-a70d-4019-968b-9d9f5c649fa7', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:01:10.954864 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-285212ee-75ce-4b2c-81ca-7092d07808d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:01:10.964391 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-285212ee-75ce-4b2c-81ca-7092d07808d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:01:10.973188 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285212ee-75ce-4b2c-81ca-7092d07808d5 admin admin] Made reservation on behalf of cac1fde1f5354b91b661fb3c92c4542c for: {'subnet': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:01:10.977720 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-285212ee-75ce-4b2c-81ca-7092d07808d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:01:11.360229 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-285212ee-75ce-4b2c-81ca-7092d07808d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739'] for subnet, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:01:11.377064 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4f51c749-6cee-4f67-8226-35beb4756674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:01:11.504896 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285212ee-75ce-4b2c-81ca-7092d07808d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30ee79db-537d-4477-ac2f-9bd84f0a9456,revision_number=0']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:01:11.508930 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-285212ee-75ce-4b2c-81ca-7092d07808d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:01:11.568516 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285212ee-75ce-4b2c-81ca-7092d07808d5 admin admin] Checking segment: {'id': '552dbefa-cb20-4799-9035-36b42b96dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b619f02a-a70d-4019-968b-9d9f5c649fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:01:11.568894 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285212ee-75ce-4b2c-81ca-7092d07808d5 admin admin] Network hostable DHCP agents. Network: b619f02a-a70d-4019-968b-9d9f5c649fa7, hostable agents: ['4e04494a-4007-4790-9de1-331780b361fc'], hosted agents: [] {{(pid=84418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 12:01:11.586514 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285212ee-75ce-4b2c-81ca-7092d07808d5 admin admin] Network b619f02a-a70d-4019-968b-9d9f5c649fa7 is scheduled to be hosted by DHCP agent 4e04494a-4007-4790-9de1-331780b361fc with binding_index 1 {{(pid=84418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 12:01:11.594806 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-285212ee-75ce-4b2c-81ca-7092d07808d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-smb, b619f02a-a70d-4019-968b-9d9f5c649fa7) {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:01:11.598913 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285212ee-75ce-4b2c-81ca-7092d07808d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:01:11.599536 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-285212ee-75ce-4b2c-81ca-7092d07808d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for subnet, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:01:11.603596 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d98aebc-37bf-426e-ba78-47b5f9c441f0 None None] Network b619f02a-a70d-4019-968b-9d9f5c649fa7 requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:01:11.623627 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-285212ee-75ce-4b2c-81ca-7092d07808d5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6769443 Apr 05 12:01:11.839136 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5788f3ac-9ded-5d46-a90e-e8417a96a4c3-b619f02a-a70d-4019-968b-9d9f5c649fa7', 'network_id': 'b619f02a-a70d-4019-968b-9d9f5c649fa7', 'tenant_id': 'cac1fde1f5354b91b661fb3c92c4542c', 'fixed_ips': [{'subnet_id': '30ee79db-537d-4477-ac2f-9bd84f0a9456'}]}} from dv-cinder-784763-1-smb. {{(pid=84419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 12:01:11.840025 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:01:11.953556 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:01:12.019377 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Allocated IP 192.168.233.2 (b619f02a-a70d-4019-968b-9d9f5c649fa7/30ee79db-537d-4477-ac2f-9bd84f0a9456/ec83a76e-bf11-4340-ba64-ead11a2a82d2) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:01:12.241094 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:01:12.252879 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Transition to ACTIVE for port object ec83a76e-bf11-4340-ba64-ead11a2a82d2 will not be triggered until provisioned by entity L2. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:01:12.272931 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Transition to ACTIVE for port object ec83a76e-bf11-4340-ba64-ead11a2a82d2 will not be triggered until provisioned by entity DHCP. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:01:12.277773 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:01:12.293772 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:01:12.423233 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Pushing event updated for resources: {'Port': ['ID=ec83a76e-bf11-4340-ba64-ead11a2a82d2,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:01:12.435005 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:01:12.435384 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:01:12.435756 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:01:12.436124 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:01:12.436486 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:01:12.436908 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:01:12.437270 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:01:12.437647 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:01:12.438005 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:01:12.438357 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:01:12.438711 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:01:12.439063 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:01:12.444392 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:01:12.499097 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Network b619f02a-a70d-4019-968b-9d9f5c649fa7 is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:01:12.500315 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:01:12.502792 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:01:12.758205 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Attempting to bind port ec83a76e-bf11-4340-ba64-ead11a2a82d2 on host dv-cinder-784763-1-smb for vnic_type normal with profile {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:01:12.758537 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Attempting to bind port ec83a76e-bf11-4340-ba64-ead11a2a82d2 by drivers openvswitch,hyperv on host dv-cinder-784763-1-smb at level 0 using segments [{'id': '552dbefa-cb20-4799-9035-36b42b96dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b619f02a-a70d-4019-968b-9d9f5c649fa7'}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:01:12.758936 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Attempting to bind port ec83a76e-bf11-4340-ba64-ead11a2a82d2 on network b619f02a-a70d-4019-968b-9d9f5c649fa7 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:01:12.764742 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Checking agent: {'id': '4e3bd3f6-d706-454d-ba20-d37fa4b11ed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 9), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:01:12.765709 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Checking segment: {'id': '552dbefa-cb20-4799-9035-36b42b96dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b619f02a-a70d-4019-968b-9d9f5c649fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:01:12.766149 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:01:12.766568 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Bound using segment: {'id': '552dbefa-cb20-4799-9035-36b42b96dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b619f02a-a70d-4019-968b-9d9f5c649fa7'} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:01:12.767077 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Bound port: ec83a76e-bf11-4340-ba64-ead11a2a82d2, host: dv-cinder-784763-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552dbefa-cb20-4799-9035-36b42b96dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b619f02a-a70d-4019-968b-9d9f5c649fa7'}}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:01:12.767479 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:01:12.861469 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] For port ec83a76e-bf11-4340-ba64-ead11a2a82d2, host dv-cinder-784763-1-smb, cleared binding levels {{(pid=84419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:01:12.865310 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] For port ec83a76e-bf11-4340-ba64-ead11a2a82d2, host dv-cinder-784763-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=ec83a76e-bf11-4340-ba64-ead11a2a82d2,segment=NetworkSegment(552dbefa-cb20-4799-9035-36b42b96dc9f),segment_id=552dbefa-cb20-4799-9035-36b42b96dc9f)] {{(pid=84419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:01:12.869824 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:01:12.885405 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f0d5ab6e-d859-4f6a-be20-c4d452679129 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:01:13.033280 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Pushing event updated for resources: {'Port': ['ID=ec83a76e-bf11-4340-ba64-ead11a2a82d2,revision_number=2']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:01:13.038024 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:01:14.319622 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01739def-639e-487b-90c4-37d49b8b9c80 None None] Network b619f02a-a70d-4019-968b-9d9f5c649fa7 requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:01:14.433255 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e6369183-2a37-4f04-98f1-5453f88b338c None None] Provisioning for port ec83a76e-bf11-4340-ba64-ead11a2a82d2 completed by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:01:14.997227 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device ec83a76e-bf11-4340-ba64-ead11a2a82d2 up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:01:15.072113 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning for port ec83a76e-bf11-4340-ba64-ead11a2a82d2 completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:01:15.076998 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port ec83a76e-bf11-4340-ba64-ead11a2a82d2 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:01:15.077940 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:01:15.199921 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:01:15.233022 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] For port ec83a76e-bf11-4340-ba64-ead11a2a82d2, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=ec83a76e-bf11-4340-ba64-ead11a2a82d2,segment=NetworkSegment(552dbefa-cb20-4799-9035-36b42b96dc9f),segment_id=552dbefa-cb20-4799-9035-36b42b96dc9f)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:01:15.238399 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:01:15.240573 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:01:15.314106 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Pushing event updated for resources: {'Port': ['ID=ec83a76e-bf11-4340-ba64-ead11a2a82d2,revision_number=3']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:01:15.317455 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:01:16.978672 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device ec83a76e-bf11-4340-ba64-ead11a2a82d2 up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:01:17.053069 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port ec83a76e-bf11-4340-ba64-ead11a2a82d2 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:01:17.053470 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:01:21.668028 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 5 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:01:37.282404 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9c6e696d-9784-4316-9621-07fe6cbaa38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:01:38.660890 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:01:39.870172 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c5f8b042-f8db-4901-8441-6cbbacd86206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:01:40.224224 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:01:41.941967 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:01:58.666591 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 5 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:02:07.283886 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-79106490-ce29-464b-8ce6-a51dd249d172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:02:08.663126 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:02:09.871589 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8eacec6b-7a2b-40b6-8e8e-fc2c89336af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:02:10.228529 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:02:11.945390 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:02:35.666085 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 5 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:02:37.286503 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e6374aae-5e9c-4c76-a4ef-bdb32b592c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:02:38.666239 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:02:39.872429 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-56879063-6278-4204-8b70-a20f8d89303c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:02:40.232172 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:02:41.948786 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:02:51.492866 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 46008) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:02:51.500046 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [None req-8de920d4-5656-4095-b317-cd6d932f6aba tempest-verify_tempest_config-1896044185 tempest-verify_tempest_config-1896044185-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 12:02:51.501103 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-8de920d4-5656-4095-b317-cd6d932f6aba tempest-verify_tempest_config-1896044185 tempest-verify_tempest_config-1896044185-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0071850 Apr 05 12:02:51.812022 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 46026) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:02:51.933651 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-18691916-5eb2-4674-a29f-31b3ef5e9e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:02:51.948241 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-18691916-5eb2-4674-a29f-31b3ef5e9e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:02:51.952706 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-18691916-5eb2-4674-a29f-31b3ef5e9e06 admin admin] Usage tracker for resource:security_group_rule and tenant:adf7b05805a343ae931721e9700ba958 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:02:51.955591 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-18691916-5eb2-4674-a29f-31b3ef5e9e06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:02:51.961375 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-18691916-5eb2-4674-a29f-31b3ef5e9e06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:02:52.045360 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-18691916-5eb2-4674-a29f-31b3ef5e9e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:02:52.047789 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-18691916-5eb2-4674-a29f-31b3ef5e9e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:02:52.056610 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:02:52.096508 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-18691916-5eb2-4674-a29f-31b3ef5e9e06 admin admin] Synchronizing usage tracker for tenant:cac1fde1f5354b91b661fb3c92c4542c on resource:security_group {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:02:52.101076 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18691916-5eb2-4674-a29f-31b3ef5e9e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c07640-9ad1-40af-a263-386b3e5e6b42,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:02:52.112457 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18691916-5eb2-4674-a29f-31b3ef5e9e06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:02:52.112843 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18691916-5eb2-4674-a29f-31b3ef5e9e06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:02:52.113216 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18691916-5eb2-4674-a29f-31b3ef5e9e06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:02:52.113629 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18691916-5eb2-4674-a29f-31b3ef5e9e06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:02:52.113976 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18691916-5eb2-4674-a29f-31b3ef5e9e06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:02:52.114344 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18691916-5eb2-4674-a29f-31b3ef5e9e06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:02:52.114706 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18691916-5eb2-4674-a29f-31b3ef5e9e06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:02:52.115064 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18691916-5eb2-4674-a29f-31b3ef5e9e06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:02:52.115438 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18691916-5eb2-4674-a29f-31b3ef5e9e06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:02:52.115797 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18691916-5eb2-4674-a29f-31b3ef5e9e06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:02:52.116151 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18691916-5eb2-4674-a29f-31b3ef5e9e06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:02:52.116504 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18691916-5eb2-4674-a29f-31b3ef5e9e06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:02:52.122290 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-18691916-5eb2-4674-a29f-31b3ef5e9e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:02:52.126831 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-18691916-5eb2-4674-a29f-31b3ef5e9e06 admin admin] Unset dirty status for tenant:cac1fde1f5354b91b661fb3c92c4542c on resource:security_group {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:02:52.128180 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-18691916-5eb2-4674-a29f-31b3ef5e9e06 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=adf7b05805a343ae931721e9700ba958&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3150973 Apr 05 12:02:52.130963 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 46032) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:02:52.194421 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4bf7a840-8a37-4470-960b-275de374a1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:02:52.221374 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4bf7a840-8a37-4470-960b-275de374a1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:02:52.272628 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4bf7a840-8a37-4470-960b-275de374a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:02:52.278461 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:02:52.290507 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7a840-8a37-4470-960b-275de374a1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c07640-9ad1-40af-a263-386b3e5e6b42,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:02:52.293500 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4bf7a840-8a37-4470-960b-275de374a1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:02:52.295550 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4bf7a840-8a37-4470-960b-275de374a1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:02:52.296700 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-4bf7a840-8a37-4470-960b-275de374a1b0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91c07640-9ad1-40af-a263-386b3e5e6b42 HTTP/1.1" status: 204 len: 168 time: 0.1647856 Apr 05 12:03:07.289099 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f305afb3-76b6-4f94-bbc9-4390368644b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:03:08.668214 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:03:09.875739 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ee93bb38-7d18-44eb-8f44-4094f6aaebf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:03:10.233542 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:03:11.952290 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:03:12.666010 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 5 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:03:37.290652 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-baf1d5c7-9963-4445-bffa-8c8b6b029cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:03:38.671765 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:03:39.882280 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d6f96920-9022-4836-8251-897c50e85bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:03:40.236922 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:03:41.955837 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:03:49.665061 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 5 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:04:07.292239 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-89915aee-03e8-4ec7-918a-907c76094c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:04:08.672487 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:04:09.874587 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-18959f5b-5072-474b-8e80-d874eaeb08bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:04:10.237789 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:04:11.959007 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:04:26.665387 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 5 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:04:32.490164 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754'] for agent, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:04:37.293727 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bb76256c-763c-4a6d-a50e-1c764779ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:04:37.750112 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 46084) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:04:37.866644 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-25760455-e1d8-4f6d-ae5c-9f44bb06e58c admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1153407 Apr 05 12:04:38.674638 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:04:39.876577 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-be80b147-8acd-4758-8b2f-6e7dba1d2c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:04:40.242852 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:04:40.391337 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 46094) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:04:40.450893 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-adb4ade8-931d-4296-9821-5e8324beaf9e admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0583987 Apr 05 12:04:41.962270 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:05:02.475349 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:05:03.664698 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 6 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:05:07.295094 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fe9238f1-1671-416c-9019-3e7e845addf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:05:08.675232 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:05:09.877311 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4ac41b80-f001-4d3d-9c63-40230758f1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:05:10.244051 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:05:11.966202 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:05:32.473920 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:05:37.297338 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-522f039d-cf4b-44d0-9d4f-664993e12e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:05:38.677746 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:05:39.882338 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7584c1b5-ab18-44eb-8c5c-6623cda75198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:05:40.248470 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:05:40.665580 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 6 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:05:41.969945 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:02.487973 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:07.301060 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7c39f38c-e803-4522-8878-3f216fe3ab05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:08.680761 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:09.885479 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2616b4b0-be7e-4d8f-ab14-6dd389f7b99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:10.250315 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:11.971659 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:17.666242 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 6 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:06:21.170046 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 46240) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:21.534241 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-497215474-network', 'tenant_id': '808b3f55d36f47a2a2dd53e694db5da5'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:21.540288 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:21.545466 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Usage tracker for resource:network and tenant:808b3f55d36f47a2a2dd53e694db5da5 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:21.548708 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:21.557963 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:21.567801 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Made reservation on behalf of 808b3f55d36f47a2a2dd53e694db5da5 for: {'network': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:06:21.572727 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for network, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:21.587949 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:21.604113 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:21.608117 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Usage tracker for resource:security_group_rule and tenant:808b3f55d36f47a2a2dd53e694db5da5 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:21.611049 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:21.617561 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:21.717806 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:21.722907 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:21.727663 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:21.760287 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=84418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 12:06:21.773835 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b7593d-c422-429e-9142-5f001af212b8,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:21.782554 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:21.782919 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Added segment 741a0b27-d43b-4759-a6f2-f4bd2deade44 of type vlan for network e4d2affa-d50a-4902-aca6-24458c2b9331 Apr 05 12:06:21.784818 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:21.785193 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:21.785575 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:21.785960 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:21.786272 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:21.786628 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:21.786981 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:21.787321 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:21.787688 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:21.788068 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:21.788362 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:21.788707 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Tracked resource versions report: Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: pushed versions: Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: { 'AddressGroup': {'1.2'}, Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: 'ConntrackHelper': {'1.0'}, Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: 'Log': {'1.0'}, Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: 'Network': {'1.1'}, Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: 'Port': {'1.7'}, Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: 'PortForwarding': {'1.2'}, Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: 'QosPolicy': {'1.8'}, Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroup': {'1.4'}, Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroupRule': {'1.2'}, Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: 'SubPort': {'1.0'}, Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: 'Subnet': {'1.1'}, Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: 'Trunk': {'1.1'}} Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: consumer versions: Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: { DHCP agent@dv-cinder-784763-1-smb: {}, Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: HyperV agent@hv-cinder-78476: {}, Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: L3 agent@dv-cinder-784763-1-smb: {}, Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: Metadata agent@dv-cinder-784763-1-smb: {}, Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: Metering agent@dv-cinder-784763-1-smb: {}, Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: Open vSwitch agent@dv-cinder-784763-1-smb: { 'AddressGroup': '1.2', Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: 'ConntrackHelper': '1.0', Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: 'Log': '1.0', Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: 'Network': '1.1', Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: 'Port': '1.7', Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: 'PortForwarding': '1.2', Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: 'QosPolicy': '1.8', Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroup': '1.4', Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroupRule': '1.2', Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: 'SubPort': '1.0', Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: 'Subnet': '1.1', Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: 'Trunk': '1.1'}} Apr 05 12:06:21.790151 dv-cinder-784763-1-smb neutron-server[84306]: {{(pid=84418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 12:06:21.796766 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:21.828153 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757196486498'] for network, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:21.860066 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739'] for network, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:21.861435 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:21.862097 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:21.867498 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:21.972662 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Pushing event updated for resources: {'Network': ['ID=e4d2affa-d50a-4902-aca6-24458c2b9331,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:21.979608 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8082986 Apr 05 12:06:21.980447 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 46294) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:21.980596 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:21.995595 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-38d71590-917f-44eb-838f-62b3f099d7b2 admin admin] Request body: {'subnet': {'network_id': 'e4d2affa-d50a-4902-aca6-24458c2b9331', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-497215474-subnet', 'tenant_id': '808b3f55d36f47a2a2dd53e694db5da5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:21.996069 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Network e4d2affa-d50a-4902-aca6-24458c2b9331 details requested by agent ovs-agent-dv-cinder-784763-1-smb with host dv-cinder-784763-1-smb {{(pid=84419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 12:06:22.000758 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-38d71590-917f-44eb-838f-62b3f099d7b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:22.005562 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-38d71590-917f-44eb-838f-62b3f099d7b2 admin admin] Usage tracker for resource:subnet and tenant:808b3f55d36f47a2a2dd53e694db5da5 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:22.009234 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-38d71590-917f-44eb-838f-62b3f099d7b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:22.015650 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-38d71590-917f-44eb-838f-62b3f099d7b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:22.027310 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d71590-917f-44eb-838f-62b3f099d7b2 admin admin] Made reservation on behalf of 808b3f55d36f47a2a2dd53e694db5da5 for: {'subnet': 1} {{(pid=84417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:06:22.035164 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-38d71590-917f-44eb-838f-62b3f099d7b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:22.158207 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 46302) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:22.194607 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 46310) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:22.452947 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-38d71590-917f-44eb-838f-62b3f099d7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739'] for subnet, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:22.471611 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c181e1d3-637a-4823-a8e1-6d9ef8e91e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:22.548417 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-d70c672d-6a6e-4f93-bbe4-ca3a0a5724fc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-659863076-network', 'tenant_id': '8cacd2fbdd0843568a27bde35c8bbf1d'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:22.556374 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d70c672d-6a6e-4f93-bbe4-ca3a0a5724fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:22.561894 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d70c672d-6a6e-4f93-bbe4-ca3a0a5724fc admin admin] Usage tracker for resource:network and tenant:8cacd2fbdd0843568a27bde35c8bbf1d is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:22.565246 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d70c672d-6a6e-4f93-bbe4-ca3a0a5724fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:22.572700 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d70c672d-6a6e-4f93-bbe4-ca3a0a5724fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:22.583361 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70c672d-6a6e-4f93-bbe4-ca3a0a5724fc admin admin] Made reservation on behalf of 8cacd2fbdd0843568a27bde35c8bbf1d for: {'network': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:06:22.590711 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d70c672d-6a6e-4f93-bbe4-ca3a0a5724fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for network, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:22.609225 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d70c672d-6a6e-4f93-bbe4-ca3a0a5724fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:22.616331 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d71590-917f-44eb-838f-62b3f099d7b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58bfef5a-b03d-4852-8400-b15e7cf54ce5,revision_number=0']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:22.629928 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d71590-917f-44eb-838f-62b3f099d7b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:22.630130 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d70c672d-6a6e-4f93-bbe4-ca3a0a5724fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:22.630640 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d71590-917f-44eb-838f-62b3f099d7b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:22.631162 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d71590-917f-44eb-838f-62b3f099d7b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:22.631783 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d71590-917f-44eb-838f-62b3f099d7b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:22.632148 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d71590-917f-44eb-838f-62b3f099d7b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:22.632535 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d71590-917f-44eb-838f-62b3f099d7b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:22.632900 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d71590-917f-44eb-838f-62b3f099d7b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:22.633257 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d71590-917f-44eb-838f-62b3f099d7b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:22.633636 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d71590-917f-44eb-838f-62b3f099d7b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:22.633990 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d71590-917f-44eb-838f-62b3f099d7b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:22.634343 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d71590-917f-44eb-838f-62b3f099d7b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:22.634691 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d71590-917f-44eb-838f-62b3f099d7b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:22.635898 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d70c672d-6a6e-4f93-bbe4-ca3a0a5724fc admin admin] Usage tracker for resource:security_group_rule and tenant:8cacd2fbdd0843568a27bde35c8bbf1d is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d71590-917f-44eb-838f-62b3f099d7b2 admin admin] Tracked resource versions report: Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: pushed versions: Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: { 'AddressGroup': {'1.2'}, Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: 'ConntrackHelper': {'1.0'}, Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: 'Log': {'1.0'}, Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: 'Network': {'1.1'}, Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: 'Port': {'1.7'}, Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: 'PortForwarding': {'1.2'}, Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: 'QosPolicy': {'1.8'}, Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroup': {'1.4'}, Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroupRule': {'1.2'}, Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: 'SubPort': {'1.0'}, Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: 'Subnet': {'1.1'}, Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: 'Trunk': {'1.1'}} Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: consumer versions: Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: { DHCP agent@dv-cinder-784763-1-smb: {}, Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: HyperV agent@hv-cinder-78476: {}, Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: L3 agent@dv-cinder-784763-1-smb: {}, Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: Metadata agent@dv-cinder-784763-1-smb: {}, Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: Metering agent@dv-cinder-784763-1-smb: {}, Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: Open vSwitch agent@dv-cinder-784763-1-smb: { 'AddressGroup': '1.2', Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: 'ConntrackHelper': '1.0', Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: 'Log': '1.0', Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: 'Network': '1.1', Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: 'Port': '1.7', Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: 'PortForwarding': '1.2', Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: 'QosPolicy': '1.8', Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroup': '1.4', Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroupRule': '1.2', Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: 'SubPort': '1.0', Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: 'Subnet': '1.1', Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: 'Trunk': '1.1'}} Apr 05 12:06:22.636037 dv-cinder-784763-1-smb neutron-server[84306]: {{(pid=84417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 12:06:22.640376 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-38d71590-917f-44eb-838f-62b3f099d7b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:22.644274 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d70c672d-6a6e-4f93-bbe4-ca3a0a5724fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:22.652569 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d70c672d-6a6e-4f93-bbe4-ca3a0a5724fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:22.698769 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d71590-917f-44eb-838f-62b3f099d7b2 admin admin] Checking segment: {'id': '741a0b27-d43b-4759-a6f2-f4bd2deade44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e4d2affa-d50a-4902-aca6-24458c2b9331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:06:22.699209 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d71590-917f-44eb-838f-62b3f099d7b2 admin admin] Network hostable DHCP agents. Network: e4d2affa-d50a-4902-aca6-24458c2b9331, hostable agents: ['4e04494a-4007-4790-9de1-331780b361fc'], hosted agents: [] {{(pid=84417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 12:06:22.724590 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d71590-917f-44eb-838f-62b3f099d7b2 admin admin] Network e4d2affa-d50a-4902-aca6-24458c2b9331 is scheduled to be hosted by DHCP agent 4e04494a-4007-4790-9de1-331780b361fc with binding_index 1 {{(pid=84417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 12:06:22.735826 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-38d71590-917f-44eb-838f-62b3f099d7b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-smb, e4d2affa-d50a-4902-aca6-24458c2b9331) {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:06:22.741018 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d71590-917f-44eb-838f-62b3f099d7b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:22.742579 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-38d71590-917f-44eb-838f-62b3f099d7b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for subnet, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:22.756341 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2d5219-7c99-4946-9a35-e63b89e1792c None None] Network e4d2affa-d50a-4902-aca6-24458c2b9331 requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:06:22.758200 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-86988fd2-a46e-40e6-bef5-f8869a46fc79 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-503048823-network', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:22.767055 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-86988fd2-a46e-40e6-bef5-f8869a46fc79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:22.774129 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 46340) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:22.774569 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-38d71590-917f-44eb-838f-62b3f099d7b2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7921050 Apr 05 12:06:22.774925 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 46342) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:22.780749 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d70c672d-6a6e-4f93-bbe4-ca3a0a5724fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:22.782360 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-86988fd2-a46e-40e6-bef5-f8869a46fc79 admin admin] Usage tracker for resource:network and tenant:ddc3c61214c148ae9122b41d30482408 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:22.794564 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-a1f7a661-9b8d-4686-b3b3-e016684e0f30 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-497215474-router', 'tenant_id': '808b3f55d36f47a2a2dd53e694db5da5', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'}}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:22.799506 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-86988fd2-a46e-40e6-bef5-f8869a46fc79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:22.803229 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d70c672d-6a6e-4f93-bbe4-ca3a0a5724fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:22.811514 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-a1f7a661-9b8d-4686-b3b3-e016684e0f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:22.815912 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-a1f7a661-9b8d-4686-b3b3-e016684e0f30 admin admin] Usage tracker for resource:router and tenant:808b3f55d36f47a2a2dd53e694db5da5 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:22.819205 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-a1f7a661-9b8d-4686-b3b3-e016684e0f30 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:22.825848 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-a1f7a661-9b8d-4686-b3b3-e016684e0f30 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:22.838980 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-86988fd2-a46e-40e6-bef5-f8869a46fc79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:22.844178 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8075037e-e769-46c4-9700-1e2e6e2b4c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:22.855367 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a661-9b8d-4686-b3b3-e016684e0f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-778464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64815'] for router, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:22.856514 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a661-9b8d-4686-b3b3-e016684e0f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853997433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854004880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854085315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711017'] for router, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:22.878131 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a661-9b8d-4686-b3b3-e016684e0f30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:23.196883 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a661-9b8d-4686-b3b3-e016684e0f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854004895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854002657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711036'] for router, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:23.204619 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86988fd2-a46e-40e6-bef5-f8869a46fc79 admin admin] Made reservation on behalf of ddc3c61214c148ae9122b41d30482408 for: {'network': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:06:23.209785 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-86988fd2-a46e-40e6-bef5-f8869a46fc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for network, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:23.213724 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ce6c19-7720-4a15-b4ca-8c76d90c4772 None None] Network e4d2affa-d50a-4902-aca6-24458c2b9331 requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:06:23.231341 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70c672d-6a6e-4f93-bbe4-ca3a0a5724fc admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=84418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 12:06:23.267213 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-3d1fb410-1bf9-4b23-a30d-f6b2ab69ed6e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-365383244-network', 'tenant_id': 'c3f2089ab9e84da8a0e12943deaf2308'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:23.274776 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-86988fd2-a46e-40e6-bef5-f8869a46fc79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:23.310818 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c672d-6a6e-4f93-bbe4-ca3a0a5724fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bccea83-02f4-4ebb-ac17-5276ada0db43,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:23.315373 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d70c672d-6a6e-4f93-bbe4-ca3a0a5724fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:23.315945 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-d70c672d-6a6e-4f93-bbe4-ca3a0a5724fc admin admin] Added segment 87a99d09-0430-4d43-b90b-ebe3a6cff4b3 of type vlan for network 49526f73-451b-47db-8aba-278bba25f53d Apr 05 12:06:23.325620 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-86988fd2-a46e-40e6-bef5-f8869a46fc79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:23.328206 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d70c672d-6a6e-4f93-bbe4-ca3a0a5724fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:23.362304 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-3d1fb410-1bf9-4b23-a30d-f6b2ab69ed6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:23.369928 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-86988fd2-a46e-40e6-bef5-f8869a46fc79 admin admin] Usage tracker for resource:security_group_rule and tenant:ddc3c61214c148ae9122b41d30482408 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:23.374965 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-3d1fb410-1bf9-4b23-a30d-f6b2ab69ed6e admin admin] Usage tracker for resource:network and tenant:c3f2089ab9e84da8a0e12943deaf2308 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:23.392852 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-86988fd2-a46e-40e6-bef5-f8869a46fc79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:23.410144 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-3d1fb410-1bf9-4b23-a30d-f6b2ab69ed6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:23.425080 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-86988fd2-a46e-40e6-bef5-f8869a46fc79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:23.461813 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-3d1fb410-1bf9-4b23-a30d-f6b2ab69ed6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:23.469254 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d70c672d-6a6e-4f93-bbe4-ca3a0a5724fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757196486498'] for network, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:23.768190 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1fb410-1bf9-4b23-a30d-f6b2ab69ed6e admin admin] Made reservation on behalf of c3f2089ab9e84da8a0e12943deaf2308 for: {'network': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:06:23.774447 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb410-1bf9-4b23-a30d-f6b2ab69ed6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for network, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:23.798113 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.db.resource_extend [None req-d70c672d-6a6e-4f93-bbe4-ca3a0a5724fc admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 05 12:06:23.824381 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb410-1bf9-4b23-a30d-f6b2ab69ed6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:23.873372 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-3d1fb410-1bf9-4b23-a30d-f6b2ab69ed6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:23.875851 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d70c672d-6a6e-4f93-bbe4-ca3a0a5724fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739'] for network, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:23.880076 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-3d1fb410-1bf9-4b23-a30d-f6b2ab69ed6e admin admin] Usage tracker for resource:security_group_rule and tenant:c3f2089ab9e84da8a0e12943deaf2308 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:23.885232 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70c672d-6a6e-4f93-bbe4-ca3a0a5724fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:23.885935 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d70c672d-6a6e-4f93-bbe4-ca3a0a5724fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:23.894815 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-3d1fb410-1bf9-4b23-a30d-f6b2ab69ed6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:23.900258 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-06680552-c0d5-492f-a525-22e44c9a84f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:23.927926 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-3d1fb410-1bf9-4b23-a30d-f6b2ab69ed6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:24.074113 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c672d-6a6e-4f93-bbe4-ca3a0a5724fc admin admin] Pushing event updated for resources: {'Network': ['ID=49526f73-451b-47db-8aba-278bba25f53d,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:24.093902 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d70c672d-6a6e-4f93-bbe4-ca3a0a5724fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:24.108728 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Network 49526f73-451b-47db-8aba-278bba25f53d details requested by agent ovs-agent-dv-cinder-784763-1-smb with host dv-cinder-784763-1-smb {{(pid=84419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 12:06:24.112278 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 46404) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:24.112429 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-d70c672d-6a6e-4f93-bbe4-ca3a0a5724fc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9528847 Apr 05 12:06:24.114867 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-86988fd2-a46e-40e6-bef5-f8869a46fc79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:24.132316 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-292b2734-4a18-4dcb-94a6-1bb2e77e5ffb admin admin] Request body: {'subnet': {'network_id': '49526f73-451b-47db-8aba-278bba25f53d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-659863076-subnet', 'tenant_id': '8cacd2fbdd0843568a27bde35c8bbf1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:24.143916 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-292b2734-4a18-4dcb-94a6-1bb2e77e5ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:24.155776 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-292b2734-4a18-4dcb-94a6-1bb2e77e5ffb admin admin] Usage tracker for resource:subnet and tenant:8cacd2fbdd0843568a27bde35c8bbf1d is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:24.165095 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-292b2734-4a18-4dcb-94a6-1bb2e77e5ffb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:24.176330 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-292b2734-4a18-4dcb-94a6-1bb2e77e5ffb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:24.182571 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-86988fd2-a46e-40e6-bef5-f8869a46fc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:24.199959 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292b2734-4a18-4dcb-94a6-1bb2e77e5ffb admin admin] Made reservation on behalf of 8cacd2fbdd0843568a27bde35c8bbf1d for: {'subnet': 1} {{(pid=84417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:06:24.210519 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-292b2734-4a18-4dcb-94a6-1bb2e77e5ffb admin admin] Notify callbacks [] for subnet, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:24.293940 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:24.448225 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86988fd2-a46e-40e6-bef5-f8869a46fc79 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=84418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 12:06:24.477244 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86988fd2-a46e-40e6-bef5-f8869a46fc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3bfc90-57fd-44c9-9b37-f566c49301d2,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:24.490882 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-86988fd2-a46e-40e6-bef5-f8869a46fc79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:24.493674 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-86988fd2-a46e-40e6-bef5-f8869a46fc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:24.494104 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-86988fd2-a46e-40e6-bef5-f8869a46fc79 admin admin] Added segment 0c3b046c-3d9d-4bb7-a47e-97e66d32d96b of type vlan for network ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 Apr 05 12:06:24.520158 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a661-9b8d-4686-b3b3-e016684e0f30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:24.572910 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a661-9b8d-4686-b3b3-e016684e0f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:24.588769 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb410-1bf9-4b23-a30d-f6b2ab69ed6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:24.633080 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb410-1bf9-4b23-a30d-f6b2ab69ed6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:24.638523 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-86988fd2-a46e-40e6-bef5-f8869a46fc79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757196486498'] for network, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:24.653797 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:24.710521 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1fb410-1bf9-4b23-a30d-f6b2ab69ed6e admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=84418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 12:06:24.749003 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fb410-1bf9-4b23-a30d-f6b2ab69ed6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d249037c-4312-475a-b071-b77a3a2c84c5,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:24.752356 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb410-1bf9-4b23-a30d-f6b2ab69ed6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:24.752742 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-3d1fb410-1bf9-4b23-a30d-f6b2ab69ed6e admin admin] Added segment b3b513e0-f45c-4505-a148-b3baddbb60f9 of type vlan for network 4b8cdd33-fde5-4410-ae33-5eefc8d1156d Apr 05 12:06:24.759801 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3d1fb410-1bf9-4b23-a30d-f6b2ab69ed6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:24.815985 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-86988fd2-a46e-40e6-bef5-f8869a46fc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739'] for network, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:24.836717 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86988fd2-a46e-40e6-bef5-f8869a46fc79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:24.837574 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-86988fd2-a46e-40e6-bef5-f8869a46fc79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:24.853201 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d70c672d-6a6e-4f93-bbe4-ca3a0a5724fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:24.887153 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb410-1bf9-4b23-a30d-f6b2ab69ed6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757196486498'] for network, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:24.931289 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 46420) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:25.074513 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.db.resource_extend [None req-3d1fb410-1bf9-4b23-a30d-f6b2ab69ed6e admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 05 12:06:25.107850 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-292b2734-4a18-4dcb-94a6-1bb2e77e5ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739'] for subnet, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:25.114183 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb410-1bf9-4b23-a30d-f6b2ab69ed6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739'] for network, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:25.121335 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-a1f7a661-9b8d-4686-b3b3-e016684e0f30 admin admin] Allocated IP 172.28.2.139 (31dbbfbb-1103-49d1-a0e5-ac5561337b80/73ae074f-8780-41b9-9bf3-4fc6dce4ecd5/d7550a64-693e-4879-b8d7-c52fb950cf04) {{(pid=84418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:06:25.128124 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1fb410-1bf9-4b23-a30d-f6b2ab69ed6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:25.128890 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb410-1bf9-4b23-a30d-f6b2ab69ed6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:25.153801 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86988fd2-a46e-40e6-bef5-f8869a46fc79 admin admin] Pushing event updated for resources: {'Network': ['ID=ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:25.157661 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:25.160076 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-86988fd2-a46e-40e6-bef5-f8869a46fc79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:25.172416 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Network ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 details requested by agent ovs-agent-dv-cinder-784763-1-smb with host dv-cinder-784763-1-smb {{(pid=84419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 12:06:25.202463 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:25.237773 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b2734-4a18-4dcb-94a6-1bb2e77e5ffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4203655-c8b6-45d2-ab59-6589759dd37a,revision_number=0']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:25.240542 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-292b2734-4a18-4dcb-94a6-1bb2e77e5ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:25.258356 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-86988fd2-a46e-40e6-bef5-f8869a46fc79 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.0620205 Apr 05 12:06:25.278668 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 46436) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:25.422796 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-0b1d18c2-f628-4ecc-9aa8-95995cb635eb admin admin] Request body: {'subnet': {'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-503048823-subnet', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:25.432169 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-0b1d18c2-f628-4ecc-9aa8-95995cb635eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:25.436864 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-0b1d18c2-f628-4ecc-9aa8-95995cb635eb admin admin] Usage tracker for resource:subnet and tenant:ddc3c61214c148ae9122b41d30482408 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:25.440649 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-0b1d18c2-f628-4ecc-9aa8-95995cb635eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:25.447939 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-0b1d18c2-f628-4ecc-9aa8-95995cb635eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:25.496604 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1d18c2-f628-4ecc-9aa8-95995cb635eb admin admin] Made reservation on behalf of ddc3c61214c148ae9122b41d30482408 for: {'subnet': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:06:25.502322 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0b1d18c2-f628-4ecc-9aa8-95995cb635eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:25.540826 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292b2734-4a18-4dcb-94a6-1bb2e77e5ffb admin admin] Checking segment: {'id': '87a99d09-0430-4d43-b90b-ebe3a6cff4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '49526f73-451b-47db-8aba-278bba25f53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:06:25.541465 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292b2734-4a18-4dcb-94a6-1bb2e77e5ffb admin admin] Network hostable DHCP agents. Network: 49526f73-451b-47db-8aba-278bba25f53d, hostable agents: ['4e04494a-4007-4790-9de1-331780b361fc'], hosted agents: [] {{(pid=84417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 12:06:25.570701 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292b2734-4a18-4dcb-94a6-1bb2e77e5ffb admin admin] Network 49526f73-451b-47db-8aba-278bba25f53d is scheduled to be hosted by DHCP agent 4e04494a-4007-4790-9de1-331780b361fc with binding_index 1 {{(pid=84417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 12:06:25.582051 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-292b2734-4a18-4dcb-94a6-1bb2e77e5ffb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-smb, 49526f73-451b-47db-8aba-278bba25f53d) {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:06:25.586666 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292b2734-4a18-4dcb-94a6-1bb2e77e5ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:25.587286 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-292b2734-4a18-4dcb-94a6-1bb2e77e5ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for subnet, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:25.592495 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2787299-69d9-4d3c-a945-f6a0d8f3c249 None None] Network 49526f73-451b-47db-8aba-278bba25f53d requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:06:25.612405 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-292b2734-4a18-4dcb-94a6-1bb2e77e5ffb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4961751 Apr 05 12:06:25.700658 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-3d1fb410-1bf9-4b23-a30d-f6b2ab69ed6e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9244504 Apr 05 12:06:25.704384 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 46460) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:25.710971 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-c136c1bb-6b32-458a-8a29-117577fcdec1 admin admin] Request body: {'subnet': {'network_id': '4b8cdd33-fde5-4410-ae33-5eefc8d1156d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-365383244-subnet', 'tenant_id': 'c3f2089ab9e84da8a0e12943deaf2308', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:25.716046 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c136c1bb-6b32-458a-8a29-117577fcdec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:25.720207 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c136c1bb-6b32-458a-8a29-117577fcdec1 admin admin] Usage tracker for resource:subnet and tenant:c3f2089ab9e84da8a0e12943deaf2308 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:25.723512 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c136c1bb-6b32-458a-8a29-117577fcdec1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:25.731500 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c136c1bb-6b32-458a-8a29-117577fcdec1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:25.754826 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c136c1bb-6b32-458a-8a29-117577fcdec1 admin admin] Made reservation on behalf of c3f2089ab9e84da8a0e12943deaf2308 for: {'subnet': 1} {{(pid=84417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:06:25.769268 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c136c1bb-6b32-458a-8a29-117577fcdec1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:25.850386 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1af210a6-1daa-467d-b54c-4d9110cfac36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:25.888079 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d999566b-a1d7-4766-a65f-b4312b3296b3 None None] Network 49526f73-451b-47db-8aba-278bba25f53d requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:06:25.897577 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-1af210a6-1daa-467d-b54c-4d9110cfac36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:25.899998 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fb410-1bf9-4b23-a30d-f6b2ab69ed6e admin admin] Pushing event updated for resources: {'Network': ['ID=4b8cdd33-fde5-4410-ae33-5eefc8d1156d,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:25.912745 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a661-9b8d-4686-b3b3-e016684e0f30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:25.919714 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Network 4b8cdd33-fde5-4410-ae33-5eefc8d1156d details requested by agent ovs-agent-dv-cinder-784763-1-smb with host dv-cinder-784763-1-smb {{(pid=84419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 12:06:25.922502 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3d1fb410-1bf9-4b23-a30d-f6b2ab69ed6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:25.927944 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-1af210a6-1daa-467d-b54c-4d9110cfac36 admin admin] Usage tracker for resource:security_group_rule and tenant:992b5290e38b45429efd12ec24b1e8d0 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:25.935382 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-1af210a6-1daa-467d-b54c-4d9110cfac36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:25.947906 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-1af210a6-1daa-467d-b54c-4d9110cfac36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:26.116447 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a661-9b8d-4686-b3b3-e016684e0f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330'] for port, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:26.235951 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 46484) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:26.236500 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:26.294995 dv-cinder-784763-1-smb neutron-server[84306]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 12:06:26.358989 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c136c1bb-6b32-458a-8a29-117577fcdec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739'] for subnet, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:26.373888 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-292b2734-4a18-4dcb-94a6-1bb2e77e5ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:26.503218 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136c1bb-6b32-458a-8a29-117577fcdec1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58234435-b743-4eeb-a268-7228a469b17f,revision_number=0']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:26.503661 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1af210a6-1daa-467d-b54c-4d9110cfac36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:26.506348 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7a661-9b8d-4686-b3b3-e016684e0f30 admin admin] Pushing event updated for resources: {'Port': ['ID=d7550a64-693e-4879-b8d7-c52fb950cf04,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:26.506532 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c136c1bb-6b32-458a-8a29-117577fcdec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:26.512770 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a1f7a661-9b8d-4686-b3b3-e016684e0f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:26.529164 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1af210a6-1daa-467d-b54c-4d9110cfac36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:26.554958 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4bf7a840-8a37-4470-960b-275de374a1b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:26.573720 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c136c1bb-6b32-458a-8a29-117577fcdec1 admin admin] Checking segment: {'id': 'b3b513e0-f45c-4505-a148-b3baddbb60f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4b8cdd33-fde5-4410-ae33-5eefc8d1156d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:06:26.574164 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c136c1bb-6b32-458a-8a29-117577fcdec1 admin admin] Network hostable DHCP agents. Network: 4b8cdd33-fde5-4410-ae33-5eefc8d1156d, hostable agents: ['4e04494a-4007-4790-9de1-331780b361fc'], hosted agents: [] {{(pid=84417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 12:06:26.577378 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f7a661-9b8d-4686-b3b3-e016684e0f30 admin admin] Network 31dbbfbb-1103-49d1-a0e5-ac5561337b80 is already hosted by enough agents. {{(pid=84418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:06:26.593949 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-a1f7a661-9b8d-4686-b3b3-e016684e0f30 admin admin] Resources bound (agent type, host, resource id): {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:06:26.595493 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c136c1bb-6b32-458a-8a29-117577fcdec1 admin admin] Network 4b8cdd33-fde5-4410-ae33-5eefc8d1156d is scheduled to be hosted by DHCP agent 4e04494a-4007-4790-9de1-331780b361fc with binding_index 1 {{(pid=84417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 12:06:26.607381 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-c136c1bb-6b32-458a-8a29-117577fcdec1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-smb, 4b8cdd33-fde5-4410-ae33-5eefc8d1156d) {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:06:26.611993 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c136c1bb-6b32-458a-8a29-117577fcdec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:26.612517 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c136c1bb-6b32-458a-8a29-117577fcdec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for subnet, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:26.618578 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693e4c9e-b68d-45dd-a7f4-4321a1503053 None None] Network 4b8cdd33-fde5-4410-ae33-5eefc8d1156d requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:06:26.644153 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-c136c1bb-6b32-458a-8a29-117577fcdec1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9383709 Apr 05 12:06:26.674911 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f7a661-9b8d-4686-b3b3-e016684e0f30 admin admin] Received port after_create {{(pid=84418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:06:26.941466 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7917d9df-ceee-41d4-96ef-9e2901858320 None None] Network 4b8cdd33-fde5-4410-ae33-5eefc8d1156d requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:06:27.042784 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-1af210a6-1daa-467d-b54c-4d9110cfac36 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=992b5290e38b45429efd12ec24b1e8d0&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0617015 Apr 05 12:06:27.043283 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 46514) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:27.047688 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-ea27f7f5-4425-43bb-bdd7-9d6a8ac3fb67 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:27.048429 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-ea27f7f5-4425-43bb-bdd7-9d6a8ac3fb67 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Synchronizing usage tracker for tenant:8cacd2fbdd0843568a27bde35c8bbf1d on resource:network {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:06:27.057198 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af210a6-1daa-467d-b54c-4d9110cfac36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77e23dd-22d6-495f-ab17-aa275b3ac293,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:27.060885 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1af210a6-1daa-467d-b54c-4d9110cfac36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:27.142207 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-ea27f7f5-4425-43bb-bdd7-9d6a8ac3fb67 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Unset dirty status for tenant:8cacd2fbdd0843568a27bde35c8bbf1d on resource:network {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:06:27.143892 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-ea27f7f5-4425-43bb-bdd7-9d6a8ac3fb67 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/networks?id=49526f73-451b-47db-8aba-278bba25f53d HTTP/1.1" status: 200 len: 814 time: 0.8742497 Apr 05 12:06:27.176488 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-6395922b-efe7-4dbf-896a-4683976ee8ea tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/quotas/8cacd2fbdd0843568a27bde35c8bbf1d HTTP/1.1" status: 200 len: 375 time: 0.0136712 Apr 05 12:06:27.188240 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9ee2a1c5-2f8b-48dc-a722-233f3fd9a956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:27.237581 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9ee2a1c5-2f8b-48dc-a722-233f3fd9a956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:27.299627 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-cae97eb2-2df4-4c89-9b05-e7934d8b6a31 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8cacd2fbdd0843568a27bde35c8bbf1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1111639 Apr 05 12:06:27.332923 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9ee2a1c5-2f8b-48dc-a722-233f3fd9a956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:27.345729 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:27.378530 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2a1c5-2f8b-48dc-a722-233f3fd9a956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77e23dd-22d6-495f-ab17-aa275b3ac293,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:27.394714 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9ee2a1c5-2f8b-48dc-a722-233f3fd9a956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:27.395093 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9ee2a1c5-2f8b-48dc-a722-233f3fd9a956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:27.398999 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-9ee2a1c5-2f8b-48dc-a722-233f3fd9a956 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c77e23dd-22d6-495f-ab17-aa275b3ac293 HTTP/1.1" status: 204 len: 168 time: 0.3520091 Apr 05 12:06:27.576282 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0b1d18c2-f628-4ecc-9aa8-95995cb635eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739'] for subnet, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:27.600738 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:27.675219 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-593bfc3f-89bd-4022-a07d-0d2c2a386091 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 12:06:27.682552 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-593bfc3f-89bd-4022-a07d-0d2c2a386091 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3002975 Apr 05 12:06:27.693539 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a661-9b8d-4686-b3b3-e016684e0f30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:27.698924 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 46552) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:27.702248 dv-cinder-784763-1-smb neutron-server[84306]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 12:06:27.873435 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 46562) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:27.919510 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-d5e171d4-21a3-4577-81fb-f434f8a39b2e tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:27.921100 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-d5e171d4-21a3-4577-81fb-f434f8a39b2e tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/networks?id=4b8cdd33-fde5-4410-ae33-5eefc8d1156d HTTP/1.1" status: 200 len: 811 time: 0.2211707 Apr 05 12:06:27.922056 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3a7184b1-d8d4-4c6f-96d3-7696c80001f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:27.947408 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-645abfad-ad40-4346-9c53-0e02cb5aeeb5 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/quotas/c3f2089ab9e84da8a0e12943deaf2308 HTTP/1.1" status: 200 len: 375 time: 0.0153167 Apr 05 12:06:27.948375 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-3a7184b1-d8d4-4c6f-96d3-7696c80001f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:27.952873 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-3a7184b1-d8d4-4c6f-96d3-7696c80001f2 admin admin] Usage tracker for resource:security_group_rule and tenant:e8f2f308aa5d410ab4090179b224367c is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:27.957151 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-3a7184b1-d8d4-4c6f-96d3-7696c80001f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:28.002592 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-3a7184b1-d8d4-4c6f-96d3-7696c80001f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:28.012638 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-6767da65-e7bc-4ab5-8ec0-b9a2e994dea2 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3f2089ab9e84da8a0e12943deaf2308&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566304 Apr 05 12:06:28.065365 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d18c2-f628-4ecc-9aa8-95995cb635eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2cc0a18-1ec0-47fc-acf4-d5c1651f886a,revision_number=0']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:28.076586 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0b1d18c2-f628-4ecc-9aa8-95995cb635eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:28.102924 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3a7184b1-d8d4-4c6f-96d3-7696c80001f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:28.107058 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3a7184b1-d8d4-4c6f-96d3-7696c80001f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:28.114949 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:28.165729 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7184b1-d8d4-4c6f-96d3-7696c80001f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726b57de-d5bb-455e-88a0-2f07a1e167e0,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:28.172812 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-3a7184b1-d8d4-4c6f-96d3-7696c80001f2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e8f2f308aa5d410ab4090179b224367c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2957067 Apr 05 12:06:28.172812 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3a7184b1-d8d4-4c6f-96d3-7696c80001f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:28.173041 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 46572) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:28.229298 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-24c3ea59-7c8d-40da-8e8b-145d789388a5 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 12:06:28.230543 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-24c3ea59-7c8d-40da-8e8b-145d789388a5 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0765650 Apr 05 12:06:28.271385 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-4994c5ec-d0ab-4ad0-bab3-6806d8402a1d service neutron] 10.222.0.26 "GET /v2.0/networks/49526f73-451b-47db-8aba-278bba25f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5879073 Apr 05 12:06:28.284696 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-40bead34-a323-4708-8a6e-be928da7e5cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:28.379318 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-40bead34-a323-4708-8a6e-be928da7e5cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:28.430018 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1d18c2-f628-4ecc-9aa8-95995cb635eb admin admin] Checking segment: {'id': '0c3b046c-3d9d-4bb7-a47e-97e66d32d96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:06:28.430408 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1d18c2-f628-4ecc-9aa8-95995cb635eb admin admin] Network hostable DHCP agents. Network: ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0, hostable agents: ['4e04494a-4007-4790-9de1-331780b361fc'], hosted agents: [] {{(pid=84418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 12:06:28.438950 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-c6a06a44-911a-408e-b82d-65d27b755b23 service neutron] 10.222.0.26 "GET /v2.0/networks/4b8cdd33-fde5-4410-ae33-5eefc8d1156d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997554 Apr 05 12:06:28.470152 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-40bead34-a323-4708-8a6e-be928da7e5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:28.489411 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a661-9b8d-4686-b3b3-e016684e0f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-770974'] for router, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:28.489871 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9ee2a1c5-2f8b-48dc-a722-233f3fd9a956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:28.497352 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-072c3e07-6647-4dd9-8a13-4bab15fc4d1c service neutron] 10.222.0.26 "GET /v2.0/networks/49526f73-451b-47db-8aba-278bba25f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166979 Apr 05 12:06:28.506228 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-40bead34-a323-4708-8a6e-be928da7e5cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:28.507544 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-40bead34-a323-4708-8a6e-be928da7e5cf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/726b57de-d5bb-455e-88a0-2f07a1e167e0 HTTP/1.1" status: 204 len: 168 time: 0.3333366 Apr 05 12:06:28.559047 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1d18c2-f628-4ecc-9aa8-95995cb635eb admin admin] Network ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 is scheduled to be hosted by DHCP agent 4e04494a-4007-4790-9de1-331780b361fc with binding_index 1 {{(pid=84418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 12:06:28.606948 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bead34-a323-4708-8a6e-be928da7e5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726b57de-d5bb-455e-88a0-2f07a1e167e0,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:28.609500 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-40bead34-a323-4708-8a6e-be928da7e5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:28.693334 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-a4084559-1929-43fb-aaaf-684627c2f834 service neutron] 10.222.0.26 "GET /v2.0/networks/4b8cdd33-fde5-4410-ae33-5eefc8d1156d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439518 Apr 05 12:06:28.909571 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-0b1d18c2-f628-4ecc-9aa8-95995cb635eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-smb, ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0) {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:06:28.919043 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3317d758-a27a-47ef-a648-30f25aa2e9f7 None None] Network ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:06:28.945112 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1d18c2-f628-4ecc-9aa8-95995cb635eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:28.945814 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0b1d18c2-f628-4ecc-9aa8-95995cb635eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for subnet, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:29.171039 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-0b1d18c2-f628-4ecc-9aa8-95995cb635eb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.8909869 Apr 05 12:06:29.178931 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 46634) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:29.181777 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e7dabbb0-b711-4a88-988a-02249fe8de7d req-fad347dd-ec3b-43e5-a52c-9219c691a1f8 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=22434853-0008-4c0c-890c-c825125319e2 HTTP/1.1" status: 200 len: 210 time: 0.1362524 Apr 05 12:06:29.189097 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-b2d5e3fb-be25-43ae-b224-8fc93c685294 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-503048823-router', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'}}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:29.193825 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b2d5e3fb-be25-43ae-b224-8fc93c685294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:29.198492 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b2d5e3fb-be25-43ae-b224-8fc93c685294 admin admin] Usage tracker for resource:router and tenant:ddc3c61214c148ae9122b41d30482408 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:29.201846 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b2d5e3fb-be25-43ae-b224-8fc93c685294 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:29.212498 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b2d5e3fb-be25-43ae-b224-8fc93c685294 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:29.223434 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b2d5e3fb-be25-43ae-b224-8fc93c685294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-778464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64815'] for router, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:29.224349 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b2d5e3fb-be25-43ae-b224-8fc93c685294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853997433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854004880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854085315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711017'] for router, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:29.239499 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b2d5e3fb-be25-43ae-b224-8fc93c685294 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:29.283013 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b3db03e6-cbcd-46c7-916c-a457f62baf13 req-753b477d-bc3d-4ede-9430-a0979543c2ce tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/ports?device_id=58296e78-2b0e-499d-8a2b-ac2bb04c15ca HTTP/1.1" status: 200 len: 210 time: 0.1154931 Apr 05 12:06:29.498999 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5788f3ac-9ded-5d46-a90e-e8417a96a4c3-ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0', 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'fixed_ips': [{'subnet_id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a'}]}} from dv-cinder-784763-1-smb. {{(pid=84419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 12:06:29.500182 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:29.639410 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b2d5e3fb-be25-43ae-b224-8fc93c685294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854004895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854002657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711036'] for router, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:29.641394 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 46654) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:29.645289 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f7a661-9b8d-4686-b3b3-e016684e0f30 admin admin] Router ea1267b4-23c6-4288-baa4-d5ed2d55160e is scheduled to L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 with binding_index 1 {{(pid=84418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 12:06:29.857472 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Allocated IP 172.20.0.2 (ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0/e2cc0a18-1ec0-47fc-acf4-d5c1651f886a/67ea5f32-1e4f-45ea-b03b-f2999f67a48c) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:06:29.996722 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-238502cd-0d49-4571-bbcc-49d761fb74dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:30.027695 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-238502cd-0d49-4571-bbcc-49d761fb74dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:30.032118 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-238502cd-0d49-4571-bbcc-49d761fb74dd admin admin] Usage tracker for resource:security_group_rule and tenant:6116607d14a14a36b8ac16b26562cf52 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:30.046492 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-238502cd-0d49-4571-bbcc-49d761fb74dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:30.053277 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-238502cd-0d49-4571-bbcc-49d761fb74dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:30.109813 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f7a661-9b8d-4686-b3b3-e016684e0f30 admin admin] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:06:30.125334 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dc04de-0523-4363-b51c-2fcc80468480 None None] Sync routers for ids ['ea1267b4-23c6-4288-baa4-d5ed2d55160e'] in dv-cinder-784763-1-smb {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:06:30.144656 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dc04de-0523-4363-b51c-2fcc80468480 None None] Routers {'ea1267b4-23c6-4288-baa4-d5ed2d55160e'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:06:30.145603 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-28dc04de-0523-4363-b51c-2fcc80468480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:06:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['ea1267b4-23c6-4288-baa4-d5ed2d55160e'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:06:30.147032 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a661-9b8d-4686-b3b3-e016684e0f30 admin admin] Notify callbacks [] for router, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:30.148368 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-a1f7a661-9b8d-4686-b3b3-e016684e0f30 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.3706017 Apr 05 12:06:30.155648 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 46690) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:30.166622 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:30.192851 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Transition to ACTIVE for port object 67ea5f32-1e4f-45ea-b03b-f2999f67a48c will not be triggered until provisioned by entity L2. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:06:30.275715 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Transition to ACTIVE for port object 67ea5f32-1e4f-45ea-b03b-f2999f67a48c will not be triggered until provisioned by entity DHCP. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:06:30.289768 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:30.432150 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b2d5e3fb-be25-43ae-b224-8fc93c685294 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:30.523585 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b2d5e3fb-be25-43ae-b224-8fc93c685294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:30.536266 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c0cc4754-f62c-4bc1-9f8b-81647f26855d req-bfbe50a0-4ef2-421f-a9e7-023c3183f681 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=22434853-0008-4c0c-890c-c825125319e2 HTTP/1.1" status: 200 len: 210 time: 0.1279454 Apr 05 12:06:30.539122 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:30.666059 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Pushing event updated for resources: {'Port': ['ID=67ea5f32-1e4f-45ea-b03b-f2999f67a48c,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:30.680197 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-238502cd-0d49-4571-bbcc-49d761fb74dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:30.688978 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-65fd07e6-e95b-4cf4-9978-1804144479f8 req-2d5bade3-43ed-4172-925b-6290586f19f6 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/ports?device_id=58296e78-2b0e-499d-8a2b-ac2bb04c15ca HTTP/1.1" status: 200 len: 210 time: 0.1637051 Apr 05 12:06:30.693448 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-238502cd-0d49-4571-bbcc-49d761fb74dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:30.701025 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:30.705281 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:30.706053 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:30.706643 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:30.707342 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:30.708060 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:30.708643 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:30.710126 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:30.711324 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:30.713576 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:30.717368 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:30.718876 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Tracked resource versions report: Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: pushed versions: Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: { 'AddressGroup': {'1.2'}, Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: 'ConntrackHelper': {'1.0'}, Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: 'Log': {'1.0'}, Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: 'Network': {'1.1'}, Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: 'Port': {'1.7'}, Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: 'PortForwarding': {'1.2'}, Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: 'QosPolicy': {'1.8'}, Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroup': {'1.4'}, Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroupRule': {'1.2'}, Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: 'SubPort': {'1.0'}, Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: 'Subnet': {'1.1'}, Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: 'Trunk': {'1.1'}} Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: consumer versions: Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: { DHCP agent@dv-cinder-784763-1-smb: {}, Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: HyperV agent@hv-cinder-78476: {}, Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: L3 agent@dv-cinder-784763-1-smb: {}, Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: Metadata agent@dv-cinder-784763-1-smb: {}, Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: Metering agent@dv-cinder-784763-1-smb: {}, Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: Open vSwitch agent@dv-cinder-784763-1-smb: { 'AddressGroup': '1.2', Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: 'ConntrackHelper': '1.0', Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: 'Log': '1.0', Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: 'Network': '1.1', Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: 'Port': '1.7', Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: 'PortForwarding': '1.2', Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: 'QosPolicy': '1.8', Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroup': '1.4', Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroupRule': '1.2', Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: 'SubPort': '1.0', Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: 'Subnet': '1.1', Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: 'Trunk': '1.1'}} Apr 05 12:06:30.720287 dv-cinder-784763-1-smb neutron-server[84306]: {{(pid=84419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 12:06:30.723365 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-28dc04de-0523-4363-b51c-2fcc80468480 None None] Set router ea1267b4-23c6-4288-baa4-d5ed2d55160e gateway port host: dv-cinder-784763-1-smb {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:06:30.727017 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:30.760207 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:30.885270 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-b2d5e3fb-be25-43ae-b224-8fc93c685294 admin admin] Allocated IP 172.28.2.126 (31dbbfbb-1103-49d1-a0e5-ac5561337b80/73ae074f-8780-41b9-9bf3-4fc6dce4ecd5/4625d710-450e-494f-a83c-fb4c238fbaa8) {{(pid=84418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:06:30.935690 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Network ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:06:30.937708 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:06:30.945134 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:06:31.221894 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Attempting to bind port 67ea5f32-1e4f-45ea-b03b-f2999f67a48c on host dv-cinder-784763-1-smb for vnic_type normal with profile {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:06:31.222495 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Attempting to bind port 67ea5f32-1e4f-45ea-b03b-f2999f67a48c by drivers openvswitch,hyperv on host dv-cinder-784763-1-smb at level 0 using segments [{'id': '0c3b046c-3d9d-4bb7-a47e-97e66d32d96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0'}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:06:31.224959 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Attempting to bind port 67ea5f32-1e4f-45ea-b03b-f2999f67a48c on network ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:06:31.236532 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Checking agent: {'id': '4e3bd3f6-d706-454d-ba20-d37fa4b11ed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 9), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:06:31.238069 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b2d5e3fb-be25-43ae-b224-8fc93c685294 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:31.241549 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Checking segment: {'id': '0c3b046c-3d9d-4bb7-a47e-97e66d32d96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:06:31.243118 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:31.249648 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Bound using segment: {'id': '0c3b046c-3d9d-4bb7-a47e-97e66d32d96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0'} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:06:31.250529 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Bound port: 67ea5f32-1e4f-45ea-b03b-f2999f67a48c, host: dv-cinder-784763-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3b046c-3d9d-4bb7-a47e-97e66d32d96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0'}}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:06:31.251178 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:31.286740 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b2d5e3fb-be25-43ae-b224-8fc93c685294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330'] for port, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:31.322763 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-238502cd-0d49-4571-bbcc-49d761fb74dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6116607d14a14a36b8ac16b26562cf52&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6793296 Apr 05 12:06:31.344067 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:31.601708 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 46752) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:31.661280 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5e3fb-be25-43ae-b224-8fc93c685294 admin admin] Pushing event updated for resources: {'Port': ['ID=4625d710-450e-494f-a83c-fb4c238fbaa8,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:31.684242 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b2d5e3fb-be25-43ae-b224-8fc93c685294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:31.690982 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] For port 67ea5f32-1e4f-45ea-b03b-f2999f67a48c, host dv-cinder-784763-1-smb, cleared binding levels {{(pid=84419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:06:31.697608 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] For port 67ea5f32-1e4f-45ea-b03b-f2999f67a48c, host dv-cinder-784763-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=67ea5f32-1e4f-45ea-b03b-f2999f67a48c,segment=NetworkSegment(0c3b046c-3d9d-4bb7-a47e-97e66d32d96b),segment_id=0c3b046c-3d9d-4bb7-a47e-97e66d32d96b)] {{(pid=84419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:06:31.705676 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:31.743756 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-28dc04de-0523-4363-b51c-2fcc80468480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1267b4-23c6-4288-baa4-d5ed2d55160e', 'name': 'tempest-ServerRescueNegativeTestJSON-497215474-router', 'tenant_id': '808b3f55d36f47a2a2dd53e694db5da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': 'd7550a64-693e-4879-b8d7-c52fb950cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:22Z', 'updated_at': '2021-04-05T12:06:27Z', 'revision_number': 3, 'project_id': '808b3f55d36f47a2a2dd53e694db5da5', 'gw_port': {'id': 'd7550a64-693e-4879-b8d7-c52fb950cf04', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1267b4-23c6-4288-baa4-d5ed2d55160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:24Z', 'updated_at': '2021-04-05T12:06:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb'}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:06:31.758294 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dc04de-0523-4363-b51c-2fcc80468480 None None] Checking router: ea1267b4-23c6-4288-baa4-d5ed2d55160e for host: dv-cinder-784763-1-smb {{(pid=84420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:06:31.758699 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dc04de-0523-4363-b51c-2fcc80468480 None None] Updating router ea1267b4-23c6-4288-baa4-d5ed2d55160e port d7550a64-693e-4879-b8d7-c52fb950cf04 binding host dv-cinder-784763-1-smb {{(pid=84420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 12:06:31.770661 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:31.934492 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-28dc04de-0523-4363-b51c-2fcc80468480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:31.972732 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Pushing event updated for resources: {'Port': ['ID=67ea5f32-1e4f-45ea-b03b-f2999f67a48c,revision_number=2']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:31.986609 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:32.153590 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b1db0afc-126c-4a02-8a7c-b2bf0a85bbb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:32.277287 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d5e3fb-be25-43ae-b224-8fc93c685294 admin admin] Network 31dbbfbb-1103-49d1-a0e5-ac5561337b80 is already hosted by enough agents. {{(pid=84418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:06:32.278810 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-b2d5e3fb-be25-43ae-b224-8fc93c685294 admin admin] Resources bound (agent type, host, resource id): {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:06:32.305970 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d5e3fb-be25-43ae-b224-8fc93c685294 admin admin] Received port after_create {{(pid=84418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:06:32.381988 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b1db0afc-126c-4a02-8a7c-b2bf0a85bbb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:32.399252 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a4c7cfb4-c86e-4fe3-8482-64c26bbf70ae req-8ae4e77a-e99a-4696-8948-6b038c78cf80 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/ports?device_id=58296e78-2b0e-499d-8a2b-ac2bb04c15ca HTTP/1.1" status: 200 len: 210 time: 0.1996379 Apr 05 12:06:32.414238 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-92d58ce2-9a30-4026-a65b-583cb052e3c6 req-decd4c2b-d094-4bbc-bc19-924d902035a8 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=22434853-0008-4c0c-890c-c825125319e2 HTTP/1.1" status: 200 len: 210 time: 0.3271646 Apr 05 12:06:32.421175 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238502cd-0d49-4571-bbcc-49d761fb74dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebc8595-86d4-4d19-a5af-a0123b9dc10f,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:32.457761 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-238502cd-0d49-4571-bbcc-49d761fb74dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.697s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:32.503504 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:32.653907 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-28dc04de-0523-4363-b51c-2fcc80468480 None None] Notify callbacks [] for port, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:32.687237 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-28dc04de-0523-4363-b51c-2fcc80468480 None None] Transition to ACTIVE for port object d7550a64-693e-4879-b8d7-c52fb950cf04 will not be triggered until provisioned by entity L2. {{(pid=84420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:06:32.692687 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 46788) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:32.704656 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-28dc04de-0523-4363-b51c-2fcc80468480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:32.711273 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.32', 62374) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:32.748893 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f313f589-a1a6-4927-a623-8f4fd0fd8096 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:32.816554 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3d990468-9b75-4793-ac43-164cb63ccdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:32.961409 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d19e4-e6b4-4928-a4ab-e2c500951650 None None] Pushing event updated for resources: {'Port': ['ID=d7550a64-693e-4879-b8d7-c52fb950cf04,revision_number=2']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:32.975878 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d19e4-e6b4-4928-a4ab-e2c500951650 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:32.976677 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d19e4-e6b4-4928-a4ab-e2c500951650 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:32.977259 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d19e4-e6b4-4928-a4ab-e2c500951650 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:32.977849 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d19e4-e6b4-4928-a4ab-e2c500951650 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:32.978397 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d19e4-e6b4-4928-a4ab-e2c500951650 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:32.978956 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d19e4-e6b4-4928-a4ab-e2c500951650 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:32.979507 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d19e4-e6b4-4928-a4ab-e2c500951650 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:32.980305 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d19e4-e6b4-4928-a4ab-e2c500951650 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:32.980712 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d19e4-e6b4-4928-a4ab-e2c500951650 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:32.981220 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d19e4-e6b4-4928-a4ab-e2c500951650 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:32.981737 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d19e4-e6b4-4928-a4ab-e2c500951650 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:32.982220 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d19e4-e6b4-4928-a4ab-e2c500951650 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d19e4-e6b4-4928-a4ab-e2c500951650 None None] Tracked resource versions report: Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: pushed versions: Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: { 'AddressGroup': {'1.2'}, Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: 'ConntrackHelper': {'1.0'}, Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: 'Log': {'1.0'}, Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: 'Network': {'1.1'}, Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: 'Port': {'1.7'}, Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: 'PortForwarding': {'1.2'}, Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: 'QosPolicy': {'1.8'}, Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroup': {'1.4'}, Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroupRule': {'1.2'}, Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: 'SubPort': {'1.0'}, Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: 'Subnet': {'1.1'}, Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: 'Trunk': {'1.1'}} Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: consumer versions: Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: { DHCP agent@dv-cinder-784763-1-smb: {}, Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: HyperV agent@hv-cinder-78476: {}, Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: L3 agent@dv-cinder-784763-1-smb: {}, Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: Metadata agent@dv-cinder-784763-1-smb: {}, Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: Metering agent@dv-cinder-784763-1-smb: {}, Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: Open vSwitch agent@dv-cinder-784763-1-smb: { 'AddressGroup': '1.2', Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: 'ConntrackHelper': '1.0', Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: 'Log': '1.0', Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: 'Network': '1.1', Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: 'Port': '1.7', Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: 'PortForwarding': '1.2', Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: 'QosPolicy': '1.8', Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroup': '1.4', Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: 'SecurityGroupRule': '1.2', Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: 'SubPort': '1.0', Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: 'Subnet': '1.1', Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: 'Trunk': '1.1'}} Apr 05 12:06:32.983436 dv-cinder-784763-1-smb neutron-server[84306]: {{(pid=84420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 12:06:32.989087 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-679d19e4-e6b4-4928-a4ab-e2c500951650 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:33.211831 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-28dc04de-0523-4363-b51c-2fcc80468480 None None] Attempting to bind port d7550a64-693e-4879-b8d7-c52fb950cf04 on host dv-cinder-784763-1-smb for vnic_type normal with profile {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:06:33.214187 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-28dc04de-0523-4363-b51c-2fcc80468480 None None] Attempting to bind port d7550a64-693e-4879-b8d7-c52fb950cf04 by drivers openvswitch,hyperv on host dv-cinder-784763-1-smb at level 0 using segments [{'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'}] {{(pid=84420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:06:33.214768 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dc04de-0523-4363-b51c-2fcc80468480 None None] Attempting to bind port d7550a64-693e-4879-b8d7-c52fb950cf04 on network 31dbbfbb-1103-49d1-a0e5-ac5561337b80 {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:06:33.234739 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dc04de-0523-4363-b51c-2fcc80468480 None None] Checking agent: {'id': '4e3bd3f6-d706-454d-ba20-d37fa4b11ed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 9), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:06:33.235342 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dc04de-0523-4363-b51c-2fcc80468480 None None] Checking segment: {'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:06:33.235924 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-28dc04de-0523-4363-b51c-2fcc80468480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:33.237940 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dc04de-0523-4363-b51c-2fcc80468480 None None] Bound using segment: {'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'} {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:06:33.238635 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-28dc04de-0523-4363-b51c-2fcc80468480 None None] Bound port: d7550a64-693e-4879-b8d7-c52fb950cf04, host: dv-cinder-784763-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'}}] {{(pid=84420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:06:33.239210 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-28dc04de-0523-4363-b51c-2fcc80468480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:33.296369 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-0af0d400-d15d-4dc1-85e6-c168ce357497 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:33.305555 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-0af0d400-d15d-4dc1-85e6-c168ce357497 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.32 "GET /v2.0/networks?id=49526f73-451b-47db-8aba-278bba25f53d HTTP/1.1" status: 200 len: 814 time: 0.5927470 Apr 05 12:06:33.366399 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 67ea5f32-1e4f-45ea-b03b-f2999f67a48c up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:06:33.397890 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-3d990468-9b75-4793-ac43-164cb63ccdc1 admin admin] Allocated IP 172.20.0.1 (e4d2affa-d50a-4902-aca6-24458c2b9331/58bfef5a-b03d-4852-8400-b15e7cf54ce5/a6b93f11-6253-40dd-b069-80fdf313ca10) {{(pid=84417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:06:33.544928 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning for port 67ea5f32-1e4f-45ea-b03b-f2999f67a48c completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:06:33.661071 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.32', 62377) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:33.730842 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b1db0afc-126c-4a02-8a7c-b2bf0a85bbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:33.741395 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-62d93aad-3cfd-4aa0-8da9-2d9287c46fe6 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Request body: {'port': {'device_id': '22434853-0008-4c0c-890c-c825125319e2', 'network_id': '49526f73-451b-47db-8aba-278bba25f53d', 'admin_state_up': True, 'tenant_id': '8cacd2fbdd0843568a27bde35c8bbf1d'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:33.751100 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-28dc04de-0523-4363-b51c-2fcc80468480 None None] For port d7550a64-693e-4879-b8d7-c52fb950cf04, host dv-cinder-784763-1-smb, cleared binding levels {{(pid=84420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:06:33.756164 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-28dc04de-0523-4363-b51c-2fcc80468480 None None] For port d7550a64-693e-4879-b8d7-c52fb950cf04, host dv-cinder-784763-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=d7550a64-693e-4879-b8d7-c52fb950cf04,segment=NetworkSegment(2ecfd34e-9a9f-4e0f-94e3-36d27d123670),segment_id=2ecfd34e-9a9f-4e0f-94e3-36d27d123670)] {{(pid=84420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:06:33.771136 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-28dc04de-0523-4363-b51c-2fcc80468480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:33.852844 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5332a29f-e161-4b4b-ada8-721730f8ac54 req-a1cae3fb-fa78-4d7e-8599-377554c6d4d3 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/ports?device_id=58296e78-2b0e-499d-8a2b-ac2bb04c15ca HTTP/1.1" status: 200 len: 210 time: 0.0964158 Apr 05 12:06:33.943276 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3d990468-9b75-4793-ac43-164cb63ccdc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:33.949469 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4c93973b-eb1c-45cb-af17-e23043591bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:33.978161 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:33.998842 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 46834) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:34.067310 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dc04de-0523-4363-b51c-2fcc80468480 None None] Routers {'ea1267b4-23c6-4288-baa4-d5ed2d55160e'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:06:34.068017 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-28dc04de-0523-4363-b51c-2fcc80468480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:06:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['ea1267b4-23c6-4288-baa4-d5ed2d55160e'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:06:34.087726 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:34.114767 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3d990468-9b75-4793-ac43-164cb63ccdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330'] for port, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:34.138399 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:34.243168 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad62e66f-efd4-43cb-b034-c5bf19bd0969 None None] Network ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:06:34.290400 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4db8c936-e8ca-43c8-bd9b-56c510330b54 req-40326ab2-b15c-4c00-860a-51917eda66b9 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=22434853-0008-4c0c-890c-c825125319e2 HTTP/1.1" status: 200 len: 210 time: 0.4411380 Apr 05 12:06:34.299984 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d19e4-e6b4-4928-a4ab-e2c500951650 None None] Pushing event updated for resources: {'Port': ['ID=d7550a64-693e-4879-b8d7-c52fb950cf04,revision_number=3']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:34.305440 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-679d19e4-e6b4-4928-a4ab-e2c500951650 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:34.314052 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f5c5075d-78ed-4711-9ab3-d902702d19c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:34.320243 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-4c93973b-eb1c-45cb-af17-e23043591bfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:34.322334 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-28dc04de-0523-4363-b51c-2fcc80468480 None None] Set router ea1267b4-23c6-4288-baa4-d5ed2d55160e gateway port host: dv-cinder-784763-1-smb {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:06:34.324529 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-4c93973b-eb1c-45cb-af17-e23043591bfc admin admin] Usage tracker for resource:security_group_rule and tenant:42361d70f22f4740b6541672f40e9681 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:34.328203 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-4c93973b-eb1c-45cb-af17-e23043591bfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:34.347125 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-4c93973b-eb1c-45cb-af17-e23043591bfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:34.352178 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d990468-9b75-4793-ac43-164cb63ccdc1 admin admin] Pushing event updated for resources: {'Port': ['ID=a6b93f11-6253-40dd-b069-80fdf313ca10,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:34.360830 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-f5c5075d-78ed-4711-9ab3-d902702d19c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:34.364978 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3d990468-9b75-4793-ac43-164cb63ccdc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:34.369618 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-f5c5075d-78ed-4711-9ab3-d902702d19c4 admin admin] Usage tracker for resource:security_group_rule and tenant:7638e422bc3c4832aaad2864b2e8e28c is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:34.374151 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-f5c5075d-78ed-4711-9ab3-d902702d19c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:34.385264 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-f5c5075d-78ed-4711-9ab3-d902702d19c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:34.441431 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d990468-9b75-4793-ac43-164cb63ccdc1 admin admin] Network e4d2affa-d50a-4902-aca6-24458c2b9331 is already hosted by enough agents. {{(pid=84417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:06:34.446398 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-3d990468-9b75-4793-ac43-164cb63ccdc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:06:34.449402 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d990468-9b75-4793-ac43-164cb63ccdc1 admin admin] Received port after_create {{(pid=84417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:06:34.449974 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3d990468-9b75-4793-ac43-164cb63ccdc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854114749'] for router_interface, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:34.452189 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4c93973b-eb1c-45cb-af17-e23043591bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:34.464205 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db0afc-126c-4a02-8a7c-b2bf0a85bbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebc8595-86d4-4d19-a5af-a0123b9dc10f,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:34.505927 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4c93973b-eb1c-45cb-af17-e23043591bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:34.510165 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b1db0afc-126c-4a02-8a7c-b2bf0a85bbb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:34.549924 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:34.639738 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-b9645ef0-cd70-4037-8218-5bad6be85083 None None] Provisioning for port 67ea5f32-1e4f-45ea-b03b-f2999f67a48c completed by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:06:34.652898 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-b9645ef0-cd70-4037-8218-5bad6be85083 None None] Provisioning complete for port 67ea5f32-1e4f-45ea-b03b-f2999f67a48c triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:06:34.653595 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b9645ef0-cd70-4037-8218-5bad6be85083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:34.678448 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-4c93973b-eb1c-45cb-af17-e23043591bfc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=42361d70f22f4740b6541672f40e9681&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9768631 Apr 05 12:06:34.718265 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 46866) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:34.760119 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b1db0afc-126c-4a02-8a7c-b2bf0a85bbb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:34.761531 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-b1db0afc-126c-4a02-8a7c-b2bf0a85bbb6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3ebc8595-86d4-4d19-a5af-a0123b9dc10f HTTP/1.1" status: 204 len: 168 time: 3.0788891 Apr 05 12:06:34.846609 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b2d5e3fb-be25-43ae-b224-8fc93c685294 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:34.917891 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-28dc04de-0523-4363-b51c-2fcc80468480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1267b4-23c6-4288-baa4-d5ed2d55160e', 'name': 'tempest-ServerRescueNegativeTestJSON-497215474-router', 'tenant_id': '808b3f55d36f47a2a2dd53e694db5da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': 'd7550a64-693e-4879-b8d7-c52fb950cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:22Z', 'updated_at': '2021-04-05T12:06:27Z', 'revision_number': 3, 'project_id': '808b3f55d36f47a2a2dd53e694db5da5', 'gw_port': {'id': 'd7550a64-693e-4879-b8d7-c52fb950cf04', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1267b4-23c6-4288-baa4-d5ed2d55160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:24Z', 'updated_at': '2021-04-05T12:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb'}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:06:34.938933 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dc04de-0523-4363-b51c-2fcc80468480 None None] The sync data for ids ['ea1267b4-23c6-4288-baa4-d5ed2d55160e'] in dv-cinder-784763-1-smb is: [{'id': 'ea1267b4-23c6-4288-baa4-d5ed2d55160e', 'name': 'tempest-ServerRescueNegativeTestJSON-497215474-router', 'tenant_id': '808b3f55d36f47a2a2dd53e694db5da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': 'd7550a64-693e-4879-b8d7-c52fb950cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:22Z', 'updated_at': '2021-04-05T12:06:27Z', 'revision_number': 3, 'project_id': '808b3f55d36f47a2a2dd53e694db5da5', 'gw_port': {'id': 'd7550a64-693e-4879-b8d7-c52fb950cf04', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1267b4-23c6-4288-baa4-d5ed2d55160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:24Z', 'updated_at': '2021-04-05T12:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb'}] {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:06:35.081010 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b9645ef0-cd70-4037-8218-5bad6be85083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:35.143133 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-00adc5c2-021e-49db-a032-b0fa9d0bcbfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:35.205979 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-b9645ef0-cd70-4037-8218-5bad6be85083 None None] For port 67ea5f32-1e4f-45ea-b03b-f2999f67a48c, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=67ea5f32-1e4f-45ea-b03b-f2999f67a48c,segment=NetworkSegment(0c3b046c-3d9d-4bb7-a47e-97e66d32d96b),segment_id=0c3b046c-3d9d-4bb7-a47e-97e66d32d96b)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:06:35.216613 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b9645ef0-cd70-4037-8218-5bad6be85083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:35.220298 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:35.270526 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93973b-eb1c-45cb-af17-e23043591bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287e37b7-65ab-4623-8b03-016767427477,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:35.560920 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4c93973b-eb1c-45cb-af17-e23043591bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.010s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:35.621468 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-56d23e47-3893-4547-81ec-df80c1773dab None None] Provisioning complete for port 67ea5f32-1e4f-45ea-b03b-f2999f67a48c triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:06:35.621980 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-56d23e47-3893-4547-81ec-df80c1773dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:35.726020 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-ddf04b5e-9b8b-4440-a292-46c46f9aa838 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:35.726676 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-ddf04b5e-9b8b-4440-a292-46c46f9aa838 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Synchronizing usage tracker for tenant:c3f2089ab9e84da8a0e12943deaf2308 on resource:network {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:06:35.767565 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9645ef0-cd70-4037-8218-5bad6be85083 None None] Pushing event updated for resources: {'Port': ['ID=67ea5f32-1e4f-45ea-b03b-f2999f67a48c,revision_number=3']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:35.771725 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b9645ef0-cd70-4037-8218-5bad6be85083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:35.782348 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6b229082-9a41-4e29-af0f-1d4481ec1772 req-d31e581c-6ec3-4f79-b52d-f7445ee35f97 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/ports?device_id=58296e78-2b0e-499d-8a2b-ac2bb04c15ca HTTP/1.1" status: 200 len: 210 time: 0.6363041 Apr 05 12:06:35.827088 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c9a73f1e-afbf-492a-9f5a-ce6a0c81a27d req-ed94e81e-8e8f-4fc8-89c9-0e612a9da8c7 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=22434853-0008-4c0c-890c-c825125319e2 HTTP/1.1" status: 200 len: 210 time: 0.1261954 Apr 05 12:06:35.860461 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-62d93aad-3cfd-4aa0-8da9-2d9287c46fe6 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:35.879154 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-00adc5c2-021e-49db-a032-b0fa9d0bcbfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:35.888478 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-62d93aad-3cfd-4aa0-8da9-2d9287c46fe6 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Usage tracker for resource:port and tenant:8cacd2fbdd0843568a27bde35c8bbf1d is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:35.900733 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-62d93aad-3cfd-4aa0-8da9-2d9287c46fe6 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:35.907883 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f5c5075d-78ed-4711-9ab3-d902702d19c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:35.927198 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-ddf04b5e-9b8b-4440-a292-46c46f9aa838 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Unset dirty status for tenant:c3f2089ab9e84da8a0e12943deaf2308 on resource:network {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:06:35.928481 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-ddf04b5e-9b8b-4440-a292-46c46f9aa838 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.32 "GET /v2.0/networks?id=4b8cdd33-fde5-4410-ae33-5eefc8d1156d HTTP/1.1" status: 200 len: 811 time: 2.2028604 Apr 05 12:06:35.932907 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f5c5075d-78ed-4711-9ab3-d902702d19c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:36.008499 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-62d93aad-3cfd-4aa0-8da9-2d9287c46fe6 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:36.017412 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b2d5e3fb-be25-43ae-b224-8fc93c685294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-770974'] for router, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:36.027143 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:36.053273 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-f5c5075d-78ed-4711-9ab3-d902702d19c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7638e422bc3c4832aaad2864b2e8e28c&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0530398 Apr 05 12:06:36.057674 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 46906) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:36.209765 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3d990468-9b75-4793-ac43-164cb63ccdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:36.236656 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-fd86f777-2836-4f72-9607-d7c5690a6743 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Request body: {'port': {'device_id': '58296e78-2b0e-499d-8a2b-ac2bb04c15ca', 'network_id': '4b8cdd33-fde5-4410-ae33-5eefc8d1156d', 'admin_state_up': True, 'tenant_id': 'c3f2089ab9e84da8a0e12943deaf2308'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:36.391935 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5075d-78ed-4711-9ab3-d902702d19c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec142ce4-e886-43b2-9182-c8327fb9db8b,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:36.404493 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f5c5075d-78ed-4711-9ab3-d902702d19c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:36.535430 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-fd86f777-2836-4f72-9607-d7c5690a6743 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:36.540909 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-fd86f777-2836-4f72-9607-d7c5690a6743 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Usage tracker for resource:port and tenant:c3f2089ab9e84da8a0e12943deaf2308 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:36.544042 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-fd86f777-2836-4f72-9607-d7c5690a6743 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:36.551723 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-fd86f777-2836-4f72-9607-d7c5690a6743 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:36.564617 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-00adc5c2-021e-49db-a032-b0fa9d0bcbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:36.576658 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-fd86f777-2836-4f72-9607-d7c5690a6743 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Made reservation on behalf of c3f2089ab9e84da8a0e12943deaf2308 for: {'port': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:06:36.589457 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-fd86f777-2836-4f72-9607-d7c5690a6743 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:36.610681 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-62d93aad-3cfd-4aa0-8da9-2d9287c46fe6 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Made reservation on behalf of 8cacd2fbdd0843568a27bde35c8bbf1d for: {'port': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:06:36.619166 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-62d93aad-3cfd-4aa0-8da9-2d9287c46fe6 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:36.637177 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3a7184b1-d8d4-4c6f-96d3-7696c80001f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:36.655094 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00adc5c2-021e-49db-a032-b0fa9d0bcbfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287e37b7-65ab-4623-8b03-016767427477,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:36.657096 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-90cfafe5-b37c-44c0-85fa-07f7602efcb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:36.668396 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-00adc5c2-021e-49db-a032-b0fa9d0bcbfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:36.746680 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-90cfafe5-b37c-44c0-85fa-07f7602efcb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:36.767293 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-00adc5c2-021e-49db-a032-b0fa9d0bcbfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:36.768650 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-00adc5c2-021e-49db-a032-b0fa9d0bcbfb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/287e37b7-65ab-4623-8b03-016767427477 HTTP/1.1" status: 204 len: 168 time: 2.0493312 Apr 05 12:06:36.968694 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-fd86f777-2836-4f72-9607-d7c5690a6743 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Allocated IP 172.20.0.13 (4b8cdd33-fde5-4410-ae33-5eefc8d1156d/58234435-b743-4eeb-a268-7228a469b17f/e7411647-5b35-4ff3-9eb8-d7c7a051b6bb) {{(pid=84418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:06:37.083000 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6052b539-2666-4d65-aa87-f7812d3d85c9 req-9566530b-d3d5-4a28-b51b-d68c63c36c29 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/ports?device_id=58296e78-2b0e-499d-8a2b-ac2bb04c15ca HTTP/1.1" status: 200 len: 210 time: 0.0800459 Apr 05 12:06:37.187528 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3d990468-9b75-4793-ac43-164cb63ccdc1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:37.192767 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3d990468-9b75-4793-ac43-164cb63ccdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:37.195273 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3d990468-9b75-4793-ac43-164cb63ccdc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854151964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853995370'] for router_interface, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:37.334830 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b3622883-37e6-4596-bfba-7725e86cfe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:37.441075 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-62d93aad-3cfd-4aa0-8da9-2d9287c46fe6 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Allocated IP 172.20.0.14 (49526f73-451b-47db-8aba-278bba25f53d/f4203655-c8b6-45d2-ab59-6589759dd37a/016a7d1b-70ea-44fb-bdd4-f4e4d798727f) {{(pid=84418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:06:37.478733 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device d7550a64-693e-4879-b8d7-c52fb950cf04 up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:06:37.514657 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-90cfafe5-b37c-44c0-85fa-07f7602efcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:37.515655 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:37.634366 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-90cfafe5-b37c-44c0-85fa-07f7602efcb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:37.638086 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-90cfafe5-b37c-44c0-85fa-07f7602efcb9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ec142ce4-e886-43b2-9182-c8327fb9db8b HTTP/1.1" status: 204 len: 168 time: 1.5589166 Apr 05 12:06:37.638086 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d990468-9b75-4793-ac43-164cb63ccdc1 admin admin] Network e4d2affa-d50a-4902-aca6-24458c2b9331 is already hosted by enough agents. {{(pid=84417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:06:37.641351 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-3d990468-9b75-4793-ac43-164cb63ccdc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:06:37.701328 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning for port d7550a64-693e-4879-b8d7-c52fb950cf04 completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:06:37.714814 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port d7550a64-693e-4879-b8d7-c52fb950cf04 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:06:37.717988 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:37.768189 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2e2729ae-99ef-47b1-b2c2-63a3839c64c7 req-c7356eac-c729-44b1-beba-d5028d04ed37 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=22434853-0008-4c0c-890c-c825125319e2 HTTP/1.1" status: 200 len: 210 time: 0.1974597 Apr 05 12:06:37.938535 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d990468-9b75-4793-ac43-164cb63ccdc1 admin admin] Pushing event updated for resources: {'Port': ['ID=a6b93f11-6253-40dd-b069-80fdf313ca10,revision_number=2']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:37.941844 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3d990468-9b75-4793-ac43-164cb63ccdc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:37.964531 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-238502cd-0d49-4571-bbcc-49d761fb74dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.361s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:38.006031 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cfafe5-b37c-44c0-85fa-07f7602efcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec142ce4-e886-43b2-9182-c8327fb9db8b,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:38.015513 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-90cfafe5-b37c-44c0-85fa-07f7602efcb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:38.034296 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:38.103350 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] For port d7550a64-693e-4879-b8d7-c52fb950cf04, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=d7550a64-693e-4879-b8d7-c52fb950cf04,segment=NetworkSegment(2ecfd34e-9a9f-4e0f-94e3-36d27d123670),segment_id=2ecfd34e-9a9f-4e0f-94e3-36d27d123670)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:06:38.109674 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:38.111648 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 67ea5f32-1e4f-45ea-b03b-f2999f67a48c up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:06:38.175026 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d990468-9b75-4793-ac43-164cb63ccdc1 admin admin] Router ea1267b4-23c6-4288-baa4-d5ed2d55160e has already been hosted by L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 {{(pid=84417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 12:06:38.278921 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:38.442950 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port 67ea5f32-1e4f-45ea-b03b-f2999f67a48c triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:06:38.443650 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:38.585198 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Pushing event updated for resources: {'Port': ['ID=d7550a64-693e-4879-b8d7-c52fb950cf04,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:38.597841 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:38.649341 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d990468-9b75-4793-ac43-164cb63ccdc1 admin admin] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:06:38.674038 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-3d990468-9b75-4793-ac43-164cb63ccdc1 admin admin] 10.222.0.26 "PUT /v2.0/routers/ea1267b4-23c6-4288-baa4-d5ed2d55160e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5171480 Apr 05 12:06:38.701292 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 46970) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:38.786702 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-52ccfc80-75d2-4cfb-9243-42cf26d6ea2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:38.798535 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-430703d0-9eb2-4728-9055-10fe3b51c3dc req-43929d08-914b-4766-a816-0dc97088d265 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/ports?device_id=58296e78-2b0e-499d-8a2b-ac2bb04c15ca HTTP/1.1" status: 200 len: 210 time: 0.1516385 Apr 05 12:06:38.816811 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:38.851830 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-52ccfc80-75d2-4cfb-9243-42cf26d6ea2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:38.880379 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-52ccfc80-75d2-4cfb-9243-42cf26d6ea2e admin admin] Usage tracker for resource:security_group_rule and tenant:8f9a30ce58244fac9d322b4b73e897c9 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:38.898873 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-fd86f777-2836-4f72-9607-d7c5690a6743 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Notify callbacks [] for port, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:38.905847 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-62d93aad-3cfd-4aa0-8da9-2d9287c46fe6 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks [] for port, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:38.910369 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-52ccfc80-75d2-4cfb-9243-42cf26d6ea2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:38.912342 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6276bb73-9fcc-49c8-96c8-11bf6e4bc37c None None] Sync routers for ids ['ea1267b4-23c6-4288-baa4-d5ed2d55160e'] in dv-cinder-784763-1-smb {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:06:38.914100 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d5e3fb-be25-43ae-b224-8fc93c685294 admin admin] Router c1b400fc-c6ce-4df9-8a0a-5174a64dd374 is scheduled to L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 with binding_index 1 {{(pid=84418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 12:06:38.932889 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-52ccfc80-75d2-4cfb-9243-42cf26d6ea2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:38.935205 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6276bb73-9fcc-49c8-96c8-11bf6e4bc37c None None] Routers {'ea1267b4-23c6-4288-baa4-d5ed2d55160e'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:06:38.937790 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-6276bb73-9fcc-49c8-96c8-11bf6e4bc37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:06:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['ea1267b4-23c6-4288-baa4-d5ed2d55160e'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:06:39.214808 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-6276bb73-9fcc-49c8-96c8-11bf6e4bc37c None None] Set router ea1267b4-23c6-4288-baa4-d5ed2d55160e gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:06:39.362573 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b5804b06-4f79-46ee-95ff-c8e57bd64027 req-0b26c7aa-5ef6-4acc-9b68-18bd8138ed03 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=22434853-0008-4c0c-890c-c825125319e2 HTTP/1.1" status: 200 len: 210 time: 0.2153869 Apr 05 12:06:39.401808 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device d7550a64-693e-4879-b8d7-c52fb950cf04 up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:06:39.516146 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port d7550a64-693e-4879-b8d7-c52fb950cf04 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:06:39.516146 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:39.549866 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-62d93aad-3cfd-4aa0-8da9-2d9287c46fe6 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330'] for port, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:39.905882 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a1f7a661-9b8d-4686-b3b3-e016684e0f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:40.032791 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-fd86f777-2836-4f72-9607-d7c5690a6743 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330'] for port, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:40.041441 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d5e3fb-be25-43ae-b224-8fc93c685294 admin admin] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:06:40.054087 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a669a663-a490-4bff-9ced-702144cebae3 None None] Sync routers for ids ['c1b400fc-c6ce-4df9-8a0a-5174a64dd374'] in dv-cinder-784763-1-smb {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:06:40.065769 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-db026c81-a690-4f20-874b-5c416432b9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:40.075128 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d93aad-3cfd-4aa0-8da9-2d9287c46fe6 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Pushing event updated for resources: {'Port': ['ID=016a7d1b-70ea-44fb-bdd4-f4e4d798727f,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:40.080208 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-62d93aad-3cfd-4aa0-8da9-2d9287c46fe6 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:40.098649 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a669a663-a490-4bff-9ced-702144cebae3 None None] Routers {'c1b400fc-c6ce-4df9-8a0a-5174a64dd374'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:06:40.099373 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-a669a663-a490-4bff-9ced-702144cebae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:06:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['c1b400fc-c6ce-4df9-8a0a-5174a64dd374'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:06:40.303633 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3a9bd-53ec-4934-9c30-f00d945d7e25 req-0a04bd7d-b9ac-43a1-9d0b-7b4897852904 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:40.314173 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-67b3a9bd-53ec-4934-9c30-f00d945d7e25 req-0a04bd7d-b9ac-43a1-9d0b-7b4897852904 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/ports?device_id=58296e78-2b0e-499d-8a2b-ac2bb04c15ca HTTP/1.1" status: 200 len: 932 time: 0.2075686 Apr 05 12:06:40.364307 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:40.431230 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-6276bb73-9fcc-49c8-96c8-11bf6e4bc37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1267b4-23c6-4288-baa4-d5ed2d55160e', 'name': 'tempest-ServerRescueNegativeTestJSON-497215474-router', 'tenant_id': '808b3f55d36f47a2a2dd53e694db5da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': 'd7550a64-693e-4879-b8d7-c52fb950cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:22Z', 'updated_at': '2021-04-05T12:06:35Z', 'revision_number': 4, 'project_id': '808b3f55d36f47a2a2dd53e694db5da5', 'gw_port': {'id': 'd7550a64-693e-4879-b8d7-c52fb950cf04', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1267b4-23c6-4288-baa4-d5ed2d55160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:24Z', 'updated_at': '2021-04-05T12:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': 'a6b93f11-6253-40dd-b069-80fdf313ca10', 'name': '', 'network_id': 'e4d2affa-d50a-4902-aca6-24458c2b9331', 'tenant_id': '808b3f55d36f47a2a2dd53e694db5da5', 'mac_address': 'fa:16:3e:47:af:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1267b4-23c6-4288-baa4-d5ed2d55160e', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '58bfef5a-b03d-4852-8400-b15e7cf54ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:32Z', 'updated_at': '2021-04-05T12:06:36Z', 'revision_number': 2, 'project_id': '808b3f55d36f47a2a2dd53e694db5da5', 'subnets': [{'id': '58bfef5a-b03d-4852-8400-b15e7cf54ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:06:40.448782 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6276bb73-9fcc-49c8-96c8-11bf6e4bc37c None None] Checking router: ea1267b4-23c6-4288-baa4-d5ed2d55160e for host: dv-cinder-784763-1-smb {{(pid=84419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:06:40.449192 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6276bb73-9fcc-49c8-96c8-11bf6e4bc37c None None] Updating router ea1267b4-23c6-4288-baa4-d5ed2d55160e port a6b93f11-6253-40dd-b069-80fdf313ca10 binding host dv-cinder-784763-1-smb {{(pid=84419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 12:06:40.450050 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-67b3a9bd-53ec-4934-9c30-f00d945d7e25 req-3a992ae5-2b79-4e23-a5da-5392a2e1c9f9 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/security-groups?id=d249037c-4312-475a-b071-b77a3a2c84c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333134 Apr 05 12:06:40.504524 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3fefe72e-568d-4cd2-a391-a80451c879f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:40.609855 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6276bb73-9fcc-49c8-96c8-11bf6e4bc37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:40.637303 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-a669a663-a490-4bff-9ced-702144cebae3 None None] Set router c1b400fc-c6ce-4df9-8a0a-5174a64dd374 gateway port host: dv-cinder-784763-1-smb {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:06:40.701041 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1660596-ac69-4591-8460-f41b13ce49e9 req-df52c639-b50e-46de-80d3-19622863e429 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:40.742753 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c1660596-ac69-4591-8460-f41b13ce49e9 req-df52c639-b50e-46de-80d3-19622863e429 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=22434853-0008-4c0c-890c-c825125319e2 HTTP/1.1" status: 200 len: 932 time: 0.1629350 Apr 05 12:06:40.822396 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 47034) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:40.872863 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-52ccfc80-75d2-4cfb-9243-42cf26d6ea2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:40.909575 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86f777-2836-4f72-9607-d7c5690a6743 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Pushing event updated for resources: {'Port': ['ID=e7411647-5b35-4ff3-9eb8-d7c7a051b6bb,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:40.913486 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-fd86f777-2836-4f72-9607-d7c5690a6743 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:40.920567 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c1660596-ac69-4591-8460-f41b13ce49e9 req-16bc58a0-f018-4eb5-bfa5-cdff5b146e2e tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767707 Apr 05 12:06:40.973381 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-52ccfc80-75d2-4cfb-9243-42cf26d6ea2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:40.983649 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-62d93aad-3cfd-4aa0-8da9-2d9287c46fe6 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Network 49526f73-451b-47db-8aba-278bba25f53d is already hosted by enough agents. {{(pid=84418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:06:40.994477 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-fd86f777-2836-4f72-9607-d7c5690a6743 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Network 4b8cdd33-fde5-4410-ae33-5eefc8d1156d is already hosted by enough agents. {{(pid=84418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:06:40.996223 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-62d93aad-3cfd-4aa0-8da9-2d9287c46fe6 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Resources bound (agent type, host, resource id): {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:06:41.058312 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-fd86f777-2836-4f72-9607-d7c5690a6743 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Resources bound (agent type, host, resource id): {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:06:41.073456 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-62d93aad-3cfd-4aa0-8da9-2d9287c46fe6 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Received port after_create {{(pid=84418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:06:41.082828 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-62d93aad-3cfd-4aa0-8da9-2d9287c46fe6 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:41.086894 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-62d93aad-3cfd-4aa0-8da9-2d9287c46fe6 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:41.138879 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-173e47f2-6605-4495-90ca-d22e56a09f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:41.144219 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d70c672d-6a6e-4f93-bbe4-ca3a0a5724fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:41.181416 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-52ccfc80-75d2-4cfb-9243-42cf26d6ea2e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8f9a30ce58244fac9d322b4b73e897c9&name=default HTTP/1.1" status: 200 len: 2976 time: 2.4671676 Apr 05 12:06:41.183351 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-62d93aad-3cfd-4aa0-8da9-2d9287c46fe6 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.5212612 Apr 05 12:06:41.185035 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 47052) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:41.196575 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-a669a663-a490-4bff-9ced-702144cebae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'name': 'tempest-AttachVolumeTestJSON-503048823-router', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:29Z', 'updated_at': '2021-04-05T12:06:32Z', 'revision_number': 3, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'gw_port': {'id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:30Z', 'updated_at': '2021-04-05T12:06:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb'}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:06:41.201737 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a669a663-a490-4bff-9ced-702144cebae3 None None] Checking router: c1b400fc-c6ce-4df9-8a0a-5174a64dd374 for host: dv-cinder-784763-1-smb {{(pid=84420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:06:41.201933 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b2d5e3fb-be25-43ae-b224-8fc93c685294 admin admin] Notify callbacks [] for router, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:41.202156 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a669a663-a490-4bff-9ced-702144cebae3 None None] Updating router c1b400fc-c6ce-4df9-8a0a-5174a64dd374 port 4625d710-450e-494f-a83c-fb4c238fbaa8 binding host dv-cinder-784763-1-smb {{(pid=84420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 12:06:41.203181 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-b2d5e3fb-be25-43ae-b224-8fc93c685294 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.0204453 Apr 05 12:06:41.272026 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a669a663-a490-4bff-9ced-702144cebae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:41.324237 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 47058) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:41.340854 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-173e47f2-6605-4495-90ca-d22e56a09f40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:41.350629 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-173e47f2-6605-4495-90ca-d22e56a09f40 admin admin] Usage tracker for resource:security_group_rule and tenant:3977d389dead43d28032e21330fdb0ac is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:41.365430 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-173e47f2-6605-4495-90ca-d22e56a09f40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:41.373013 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-173e47f2-6605-4495-90ca-d22e56a09f40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:41.422770 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-590c6512-af85-4579-b6a7-7cdde2aebd72 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 12:06:41.422770 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-590c6512-af85-4579-b6a7-7cdde2aebd72 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1884255 Apr 05 12:06:41.532379 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-fd86f777-2836-4f72-9607-d7c5690a6743 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Received port after_create {{(pid=84418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:06:41.549375 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-fd86f777-2836-4f72-9607-d7c5690a6743 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:41.550161 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-fd86f777-2836-4f72-9607-d7c5690a6743 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:41.747256 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-eacd7acd-33ed-4bdb-bf6f-fb7bc32c3fb4 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:41.748019 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-eacd7acd-33ed-4bdb-bf6f-fb7bc32c3fb4 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Synchronizing usage tracker for tenant:808b3f55d36f47a2a2dd53e694db5da5 on resource:network {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:06:41.762533 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6276bb73-9fcc-49c8-96c8-11bf6e4bc37c None None] Notify callbacks [] for port, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:41.783653 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ccfc80-75d2-4cfb-9243-42cf26d6ea2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78277d9e-fd81-42bc-bef0-53b145003f23,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:41.794943 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-52ccfc80-75d2-4cfb-9243-42cf26d6ea2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:41.802557 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-6276bb73-9fcc-49c8-96c8-11bf6e4bc37c None None] Transition to ACTIVE for port object a6b93f11-6253-40dd-b069-80fdf313ca10 will not be triggered until provisioned by entity L2. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:06:41.814566 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-fd86f777-2836-4f72-9607-d7c5690a6743 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7915745 Apr 05 12:06:41.825051 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6276bb73-9fcc-49c8-96c8-11bf6e4bc37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:41.944349 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-833db9df-f6fd-46e8-97ad-c385973798d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:41.979605 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-e9fb70d7-ada3-4716-affe-7909ee9dfef1 service neutron] Request body: {'port': {'device_id': '22434853-0008-4c0c-890c-c825125319e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:42.013243 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-833db9df-f6fd-46e8-97ad-c385973798d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:42.198236 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a669a663-a490-4bff-9ced-702144cebae3 None None] Notify callbacks [] for port, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:42.218356 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-a669a663-a490-4bff-9ced-702144cebae3 None None] Transition to ACTIVE for port object 4625d710-450e-494f-a83c-fb4c238fbaa8 will not be triggered until provisioned by entity L2. {{(pid=84420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:06:42.226626 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a669a663-a490-4bff-9ced-702144cebae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:42.227049 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:42.243215 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-b7012b6a-0489-4d1e-a326-625285e68a70 service neutron] Request body: {'port': {'device_id': '58296e78-2b0e-499d-8a2b-ac2bb04c15ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:42.251338 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:42.363388 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:42.406785 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-e9fb70d7-ada3-4716-affe-7909ee9dfef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:42.408033 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f22d6-675b-4e40-9895-743f8a97dd01 None None] Pushing event updated for resources: {'Port': ['ID=4625d710-450e-494f-a83c-fb4c238fbaa8,revision_number=2']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:42.423067 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-075f22d6-675b-4e40-9895-743f8a97dd01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:42.448399 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c749caf-3dfd-45a8-8d34-d59e57aa56bf None None] Pushing event updated for resources: {'Port': ['ID=a6b93f11-6253-40dd-b069-80fdf313ca10,revision_number=3']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:42.452512 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8c749caf-3dfd-45a8-8d34-d59e57aa56bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:42.457469 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-833db9df-f6fd-46e8-97ad-c385973798d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:42.510171 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-6276bb73-9fcc-49c8-96c8-11bf6e4bc37c None None] Attempting to bind port a6b93f11-6253-40dd-b069-80fdf313ca10 on host dv-cinder-784763-1-smb for vnic_type normal with profile {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:06:42.510527 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-6276bb73-9fcc-49c8-96c8-11bf6e4bc37c None None] Attempting to bind port a6b93f11-6253-40dd-b069-80fdf313ca10 by drivers openvswitch,hyperv on host dv-cinder-784763-1-smb at level 0 using segments [{'id': '741a0b27-d43b-4759-a6f2-f4bd2deade44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e4d2affa-d50a-4902-aca6-24458c2b9331'}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:06:42.510903 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6276bb73-9fcc-49c8-96c8-11bf6e4bc37c None None] Attempting to bind port a6b93f11-6253-40dd-b069-80fdf313ca10 on network e4d2affa-d50a-4902-aca6-24458c2b9331 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:06:42.517141 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6276bb73-9fcc-49c8-96c8-11bf6e4bc37c None None] Checking agent: {'id': '4e3bd3f6-d706-454d-ba20-d37fa4b11ed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 9), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:06:42.517565 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6276bb73-9fcc-49c8-96c8-11bf6e4bc37c None None] Checking segment: {'id': '741a0b27-d43b-4759-a6f2-f4bd2deade44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e4d2affa-d50a-4902-aca6-24458c2b9331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:06:42.518405 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6276bb73-9fcc-49c8-96c8-11bf6e4bc37c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:42.519088 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6276bb73-9fcc-49c8-96c8-11bf6e4bc37c None None] Bound using segment: {'id': '741a0b27-d43b-4759-a6f2-f4bd2deade44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e4d2affa-d50a-4902-aca6-24458c2b9331'} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:06:42.519616 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-6276bb73-9fcc-49c8-96c8-11bf6e4bc37c None None] Bound port: a6b93f11-6253-40dd-b069-80fdf313ca10, host: dv-cinder-784763-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741a0b27-d43b-4759-a6f2-f4bd2deade44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e4d2affa-d50a-4902-aca6-24458c2b9331'}}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:06:42.520096 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6276bb73-9fcc-49c8-96c8-11bf6e4bc37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:42.529294 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:42.578097 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-833db9df-f6fd-46e8-97ad-c385973798d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:42.580447 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-833db9df-f6fd-46e8-97ad-c385973798d9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/78277d9e-fd81-42bc-bef0-53b145003f23 HTTP/1.1" status: 204 len: 168 time: 1.3910785 Apr 05 12:06:42.646705 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833db9df-f6fd-46e8-97ad-c385973798d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78277d9e-fd81-42bc-bef0-53b145003f23,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:42.678640 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-833db9df-f6fd-46e8-97ad-c385973798d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:42.694917 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-a669a663-a490-4bff-9ced-702144cebae3 None None] Attempting to bind port 4625d710-450e-494f-a83c-fb4c238fbaa8 on host dv-cinder-784763-1-smb for vnic_type normal with profile {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:06:42.695497 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-a669a663-a490-4bff-9ced-702144cebae3 None None] Attempting to bind port 4625d710-450e-494f-a83c-fb4c238fbaa8 by drivers openvswitch,hyperv on host dv-cinder-784763-1-smb at level 0 using segments [{'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'}] {{(pid=84420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:06:42.695913 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a669a663-a490-4bff-9ced-702144cebae3 None None] Attempting to bind port 4625d710-450e-494f-a83c-fb4c238fbaa8 on network 31dbbfbb-1103-49d1-a0e5-ac5561337b80 {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:06:42.715768 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a669a663-a490-4bff-9ced-702144cebae3 None None] Checking agent: {'id': '4e3bd3f6-d706-454d-ba20-d37fa4b11ed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 9), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:06:42.716829 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a669a663-a490-4bff-9ced-702144cebae3 None None] Checking segment: {'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:06:42.718136 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a669a663-a490-4bff-9ced-702144cebae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:42.719650 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a669a663-a490-4bff-9ced-702144cebae3 None None] Bound using segment: {'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'} {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:06:42.730105 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-a669a663-a490-4bff-9ced-702144cebae3 None None] Bound port: 4625d710-450e-494f-a83c-fb4c238fbaa8, host: dv-cinder-784763-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'}}] {{(pid=84420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:06:42.731068 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a669a663-a490-4bff-9ced-702144cebae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:42.771663 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-6276bb73-9fcc-49c8-96c8-11bf6e4bc37c None None] For port a6b93f11-6253-40dd-b069-80fdf313ca10, host dv-cinder-784763-1-smb, cleared binding levels {{(pid=84419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:06:42.781395 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-6276bb73-9fcc-49c8-96c8-11bf6e4bc37c None None] For port a6b93f11-6253-40dd-b069-80fdf313ca10, host dv-cinder-784763-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=a6b93f11-6253-40dd-b069-80fdf313ca10,segment=NetworkSegment(741a0b27-d43b-4759-a6f2-f4bd2deade44),segment_id=741a0b27-d43b-4759-a6f2-f4bd2deade44)] {{(pid=84419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:06:42.789022 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6276bb73-9fcc-49c8-96c8-11bf6e4bc37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:42.796300 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-173e47f2-6605-4495-90ca-d22e56a09f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:42.822236 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-173e47f2-6605-4495-90ca-d22e56a09f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:42.826812 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:42.838982 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af296dfd-64f8-484e-88c6-e74a0f057bb6 req-d64531b1-116e-49ba-9efa-7f6993982987 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:42.850859 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-af296dfd-64f8-484e-88c6-e74a0f057bb6 req-d64531b1-116e-49ba-9efa-7f6993982987 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/ports?device_id=58296e78-2b0e-499d-8a2b-ac2bb04c15ca HTTP/1.1" status: 200 len: 932 time: 1.0686169 Apr 05 12:06:42.975685 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-a669a663-a490-4bff-9ced-702144cebae3 None None] For port 4625d710-450e-494f-a83c-fb4c238fbaa8, host dv-cinder-784763-1-smb, cleared binding levels {{(pid=84420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:06:42.980494 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-b7012b6a-0489-4d1e-a326-625285e68a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:42.986075 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-a669a663-a490-4bff-9ced-702144cebae3 None None] For port 4625d710-450e-494f-a83c-fb4c238fbaa8, host dv-cinder-784763-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=4625d710-450e-494f-a83c-fb4c238fbaa8,segment=NetworkSegment(2ecfd34e-9a9f-4e0f-94e3-36d27d123670),segment_id=2ecfd34e-9a9f-4e0f-94e3-36d27d123670)] {{(pid=84420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:06:42.993203 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a669a663-a490-4bff-9ced-702144cebae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:43.024168 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c749caf-3dfd-45a8-8d34-d59e57aa56bf None None] Pushing event updated for resources: {'Port': ['ID=a6b93f11-6253-40dd-b069-80fdf313ca10,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:43.028935 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8c749caf-3dfd-45a8-8d34-d59e57aa56bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:43.039228 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-eacd7acd-33ed-4bdb-bf6f-fb7bc32c3fb4 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Unset dirty status for tenant:808b3f55d36f47a2a2dd53e694db5da5 on resource:network {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:06:43.050088 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-eacd7acd-33ed-4bdb-bf6f-fb7bc32c3fb4 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/networks?id=e4d2affa-d50a-4902-aca6-24458c2b9331 HTTP/1.1" status: 200 len: 818 time: 2.1320388 Apr 05 12:06:43.056046 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-679d19e4-e6b4-4928-a4ab-e2c500951650 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:43.165841 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6276bb73-9fcc-49c8-96c8-11bf6e4bc37c None None] Routers {'ea1267b4-23c6-4288-baa4-d5ed2d55160e'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:06:43.166541 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-6276bb73-9fcc-49c8-96c8-11bf6e4bc37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:06:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['ea1267b4-23c6-4288-baa4-d5ed2d55160e'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:06:43.344180 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-00adc5c2-021e-49db-a032-b0fa9d0bcbfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:43.593598 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f22d6-675b-4e40-9895-743f8a97dd01 None None] Pushing event updated for resources: {'Port': ['ID=4625d710-450e-494f-a83c-fb4c238fbaa8,revision_number=3']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:43.630337 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-075f22d6-675b-4e40-9895-743f8a97dd01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:43.641119 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-af296dfd-64f8-484e-88c6-e74a0f057bb6 req-48af9c99-f640-45f3-956f-fcda5ee17789 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/security-groups?id=d249037c-4312-475a-b071-b77a3a2c84c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7875531 Apr 05 12:06:43.683133 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e47f2-6605-4495-90ca-d22e56a09f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6e050c-ed9d-4758-b4b4-442104f1a32c,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:43.693621 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-173e47f2-6605-4495-90ca-d22e56a09f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:43.718887 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-173e47f2-6605-4495-90ca-d22e56a09f40 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3977d389dead43d28032e21330fdb0ac&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8928828 Apr 05 12:06:43.719085 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-e9fb70d7-ada3-4716-affe-7909ee9dfef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 016a7d1b-70ea-44fb-bdd4-f4e4d798727f {{(pid=84418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:06:43.728732 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 47102) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:43.734048 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-e9fb70d7-ada3-4716-affe-7909ee9dfef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:43.751840 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a669a663-a490-4bff-9ced-702144cebae3 None None] Routers {'c1b400fc-c6ce-4df9-8a0a-5174a64dd374'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:06:43.753876 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-a669a663-a490-4bff-9ced-702144cebae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:06:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['c1b400fc-c6ce-4df9-8a0a-5174a64dd374'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:06:43.774581 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-e9fb70d7-ada3-4716-affe-7909ee9dfef1 service neutron] Transition to ACTIVE for port object 016a7d1b-70ea-44fb-bdd4-f4e4d798727f will not be triggered until provisioned by entity L2. {{(pid=84418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:06:43.869935 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-e9fb70d7-ada3-4716-affe-7909ee9dfef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:43.875056 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-cc2ea3f7-08af-41a9-a90f-d4562ed5c090 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/quotas/808b3f55d36f47a2a2dd53e694db5da5 HTTP/1.1" status: 200 len: 375 time: 0.8237352 Apr 05 12:06:44.027715 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-6276bb73-9fcc-49c8-96c8-11bf6e4bc37c None None] Set router ea1267b4-23c6-4288-baa4-d5ed2d55160e gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:06:44.299974 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-613be283-251f-4e4a-9fb6-89dc477eaa70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:44.309880 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-a669a663-a490-4bff-9ced-702144cebae3 None None] Set router c1b400fc-c6ce-4df9-8a0a-5174a64dd374 gateway port host: dv-cinder-784763-1-smb {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:06:44.379016 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-242822a9-b788-4514-9bf8-377516c0d097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:44.425895 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-613be283-251f-4e4a-9fb6-89dc477eaa70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:44.592016 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb70d7-ada3-4716-affe-7909ee9dfef1 service neutron] Pushing event updated for resources: {'Port': ['ID=016a7d1b-70ea-44fb-bdd4-f4e4d798727f,revision_number=2']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:44.929853 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e9fb70d7-ada3-4716-affe-7909ee9dfef1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:44.988439 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-a669a663-a490-4bff-9ced-702144cebae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'name': 'tempest-AttachVolumeTestJSON-503048823-router', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:29Z', 'updated_at': '2021-04-05T12:06:32Z', 'revision_number': 3, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'gw_port': {'id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:30Z', 'updated_at': '2021-04-05T12:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb'}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:06:44.994490 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a669a663-a490-4bff-9ced-702144cebae3 None None] The sync data for ids ['c1b400fc-c6ce-4df9-8a0a-5174a64dd374'] in dv-cinder-784763-1-smb is: [{'id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'name': 'tempest-AttachVolumeTestJSON-503048823-router', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:29Z', 'updated_at': '2021-04-05T12:06:32Z', 'revision_number': 3, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'gw_port': {'id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:30Z', 'updated_at': '2021-04-05T12:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb'}] {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:06:45.037833 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba0aaa-5e11-48fb-a0b7-99234ab2f9f4 req-6f3b27dc-b414-4b60-9f26-542b4227d78d tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:45.048920 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-62ba0aaa-5e11-48fb-a0b7-99234ab2f9f4 req-6f3b27dc-b414-4b60-9f26-542b4227d78d tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=22434853-0008-4c0c-890c-c825125319e2 HTTP/1.1" status: 200 len: 944 time: 1.0891840 Apr 05 12:06:45.101880 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2545fb88-8de8-4228-bfcf-4c207b9a8426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:45.164865 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-6276bb73-9fcc-49c8-96c8-11bf6e4bc37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1267b4-23c6-4288-baa4-d5ed2d55160e', 'name': 'tempest-ServerRescueNegativeTestJSON-497215474-router', 'tenant_id': '808b3f55d36f47a2a2dd53e694db5da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': 'd7550a64-693e-4879-b8d7-c52fb950cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:22Z', 'updated_at': '2021-04-05T12:06:35Z', 'revision_number': 4, 'project_id': '808b3f55d36f47a2a2dd53e694db5da5', 'gw_port': {'id': 'd7550a64-693e-4879-b8d7-c52fb950cf04', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1267b4-23c6-4288-baa4-d5ed2d55160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:24Z', 'updated_at': '2021-04-05T12:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': 'a6b93f11-6253-40dd-b069-80fdf313ca10', 'name': '', 'network_id': 'e4d2affa-d50a-4902-aca6-24458c2b9331', 'tenant_id': '808b3f55d36f47a2a2dd53e694db5da5', 'mac_address': 'fa:16:3e:47:af:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1267b4-23c6-4288-baa4-d5ed2d55160e', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '58bfef5a-b03d-4852-8400-b15e7cf54ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:32Z', 'updated_at': '2021-04-05T12:06:42Z', 'revision_number': 4, 'project_id': '808b3f55d36f47a2a2dd53e694db5da5', 'subnets': [{'id': '58bfef5a-b03d-4852-8400-b15e7cf54ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:06:45.181569 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6276bb73-9fcc-49c8-96c8-11bf6e4bc37c None None] The sync data for ids ['ea1267b4-23c6-4288-baa4-d5ed2d55160e'] in dv-cinder-784763-1-smb is: [{'id': 'ea1267b4-23c6-4288-baa4-d5ed2d55160e', 'name': 'tempest-ServerRescueNegativeTestJSON-497215474-router', 'tenant_id': '808b3f55d36f47a2a2dd53e694db5da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': 'd7550a64-693e-4879-b8d7-c52fb950cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:22Z', 'updated_at': '2021-04-05T12:06:35Z', 'revision_number': 4, 'project_id': '808b3f55d36f47a2a2dd53e694db5da5', 'gw_port': {'id': 'd7550a64-693e-4879-b8d7-c52fb950cf04', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1267b4-23c6-4288-baa4-d5ed2d55160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:24Z', 'updated_at': '2021-04-05T12:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': 'a6b93f11-6253-40dd-b069-80fdf313ca10', 'name': '', 'network_id': 'e4d2affa-d50a-4902-aca6-24458c2b9331', 'tenant_id': '808b3f55d36f47a2a2dd53e694db5da5', 'mac_address': 'fa:16:3e:47:af:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1267b4-23c6-4288-baa4-d5ed2d55160e', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '58bfef5a-b03d-4852-8400-b15e7cf54ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:32Z', 'updated_at': '2021-04-05T12:06:42Z', 'revision_number': 4, 'project_id': '808b3f55d36f47a2a2dd53e694db5da5', 'subnets': [{'id': '58bfef5a-b03d-4852-8400-b15e7cf54ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:06:45.224139 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-e9fb70d7-ada3-4716-affe-7909ee9dfef1 service neutron] Attempting to bind port 016a7d1b-70ea-44fb-bdd4-f4e4d798727f on host hv-cinder-78476 for vnic_type normal with profile {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:06:45.224551 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-e9fb70d7-ada3-4716-affe-7909ee9dfef1 service neutron] Attempting to bind port 016a7d1b-70ea-44fb-bdd4-f4e4d798727f by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '87a99d09-0430-4d43-b90b-ebe3a6cff4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '49526f73-451b-47db-8aba-278bba25f53d'}] {{(pid=84418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:06:45.225058 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-e9fb70d7-ada3-4716-affe-7909ee9dfef1 service neutron] Attempting to bind port 016a7d1b-70ea-44fb-bdd4-f4e4d798727f on network 49526f73-451b-47db-8aba-278bba25f53d {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:06:45.235227 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-e9fb70d7-ada3-4716-affe-7909ee9dfef1 service neutron] Port 016a7d1b-70ea-44fb-bdd4-f4e4d798727f on network 49526f73-451b-47db-8aba-278bba25f53d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 12:06:45.235758 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-e9fb70d7-ada3-4716-affe-7909ee9dfef1 service neutron] Attempting to bind port 016a7d1b-70ea-44fb-bdd4-f4e4d798727f on network 49526f73-451b-47db-8aba-278bba25f53d {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:06:45.322908 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-613be283-251f-4e4a-9fb6-89dc477eaa70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:45.364629 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-62ba0aaa-5e11-48fb-a0b7-99234ab2f9f4 req-ce38d283-a96f-4946-9529-f044bcc4b14a tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130317 Apr 05 12:06:45.418642 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-90cfafe5-b37c-44c0-85fa-07f7602efcb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:45.447897 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613be283-251f-4e4a-9fb6-89dc477eaa70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6e050c-ed9d-4758-b4b4-442104f1a32c,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:45.457909 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-613be283-251f-4e4a-9fb6-89dc477eaa70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:45.561257 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-613be283-251f-4e4a-9fb6-89dc477eaa70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:45.562830 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-613be283-251f-4e4a-9fb6-89dc477eaa70 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fc6e050c-ed9d-4758-b4b4-442104f1a32c HTTP/1.1" status: 204 len: 168 time: 1.8328464 Apr 05 12:06:45.881125 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-2545fb88-8de8-4228-bfcf-4c207b9a8426 admin admin] Allocated IP 172.20.0.1 (ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0/e2cc0a18-1ec0-47fc-acf4-d5c1651f886a/2d285325-55f6-4b02-b636-1e398df8cf7d) {{(pid=84417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:06:46.247315 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-e9fb70d7-ada3-4716-affe-7909ee9dfef1 service neutron] Checking agent: {'id': 'b4ce1f0a-2cfc-4a41-8c75-ffa3be69bd3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:06:46.247892 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-e9fb70d7-ada3-4716-affe-7909ee9dfef1 service neutron] Checking segment: {'id': '87a99d09-0430-4d43-b90b-ebe3a6cff4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '49526f73-451b-47db-8aba-278bba25f53d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:06:46.248319 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-e9fb70d7-ada3-4716-affe-7909ee9dfef1 service neutron] Bound using segment: {'id': '87a99d09-0430-4d43-b90b-ebe3a6cff4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '49526f73-451b-47db-8aba-278bba25f53d'} {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:06:46.248855 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-e9fb70d7-ada3-4716-affe-7909ee9dfef1 service neutron] Bound port: 016a7d1b-70ea-44fb-bdd4-f4e4d798727f, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87a99d09-0430-4d43-b90b-ebe3a6cff4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '49526f73-451b-47db-8aba-278bba25f53d'}}] {{(pid=84418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:06:46.249368 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-e9fb70d7-ada3-4716-affe-7909ee9dfef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:46.284647 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2545fb88-8de8-4228-bfcf-4c207b9a8426 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:46.372923 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2545fb88-8de8-4228-bfcf-4c207b9a8426 admin admin] Transition to ACTIVE for port object 2d285325-55f6-4b02-b636-1e398df8cf7d will not be triggered until provisioned by entity DHCP. {{(pid=84417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:06:46.478342 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-e9fb70d7-ada3-4716-affe-7909ee9dfef1 service neutron] For port 016a7d1b-70ea-44fb-bdd4-f4e4d798727f, host hv-cinder-78476, cleared binding levels {{(pid=84418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:06:46.485778 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-e9fb70d7-ada3-4716-affe-7909ee9dfef1 service neutron] For port 016a7d1b-70ea-44fb-bdd4-f4e4d798727f, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=016a7d1b-70ea-44fb-bdd4-f4e4d798727f,segment=NetworkSegment(87a99d09-0430-4d43-b90b-ebe3a6cff4b3),segment_id=87a99d09-0430-4d43-b90b-ebe3a6cff4b3)] {{(pid=84418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:06:46.537041 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-e9fb70d7-ada3-4716-affe-7909ee9dfef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:46.560332 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-29e598a5-47cf-420b-812e-c82ade106357 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=808b3f55d36f47a2a2dd53e694db5da5&fields=id HTTP/1.1" status: 200 len: 255 time: 2.6432807 Apr 05 12:06:46.662318 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2545fb88-8de8-4228-bfcf-4c207b9a8426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330'] for port, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:46.685822 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea9668-1bd5-4e6d-a595-3a9030ba148e req-0485c296-afac-4998-a06b-24d324ffadc5 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:46.701667 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8cea9668-1bd5-4e6d-a595-3a9030ba148e req-0485c296-afac-4998-a06b-24d324ffadc5 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/ports?device_id=58296e78-2b0e-499d-8a2b-ac2bb04c15ca HTTP/1.1" status: 200 len: 932 time: 0.3296738 Apr 05 12:06:46.758770 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:46.800776 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 47158) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:47.003809 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:47.098900 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8cea9668-1bd5-4e6d-a595-3a9030ba148e req-5ca86145-a611-47d4-8d90-b2fd0da646ec tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/security-groups?id=d249037c-4312-475a-b071-b77a3a2c84c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954558 Apr 05 12:06:47.107034 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-700efc5b-2b3b-4602-91b5-5bae91c3f0bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:47.173559 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545fb88-8de8-4228-bfcf-4c207b9a8426 admin admin] Pushing event updated for resources: {'Port': ['ID=2d285325-55f6-4b02-b636-1e398df8cf7d,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:47.176766 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-700efc5b-2b3b-4602-91b5-5bae91c3f0bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:47.191637 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2545fb88-8de8-4228-bfcf-4c207b9a8426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:47.195360 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-700efc5b-2b3b-4602-91b5-5bae91c3f0bd admin admin] Usage tracker for resource:security_group_rule and tenant:f92d5532381f434c86a88a2b39f91169 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:47.200617 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-700efc5b-2b3b-4602-91b5-5bae91c3f0bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:47.226618 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-700efc5b-2b3b-4602-91b5-5bae91c3f0bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:47.376816 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-a27971c1-6cd0-422d-80d4-02c14611889e service neutron] 10.222.0.26 "GET /v2.0/networks/e4d2affa-d50a-4902-aca6-24458c2b9331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295027 Apr 05 12:06:47.407827 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 4625d710-450e-494f-a83c-fb4c238fbaa8 up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:06:47.418344 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb70d7-ada3-4716-affe-7909ee9dfef1 service neutron] Pushing event updated for resources: {'Port': ['ID=016a7d1b-70ea-44fb-bdd4-f4e4d798727f,revision_number=3']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:47.428330 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e9fb70d7-ada3-4716-affe-7909ee9dfef1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:47.494948 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-e9fb70d7-ada3-4716-affe-7909ee9dfef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:47.495629 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-e9fb70d7-ada3-4716-affe-7909ee9dfef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:47.497484 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-e9fb70d7-ada3-4716-affe-7909ee9dfef1 service neutron] 10.222.0.32 "PUT /v2.0/ports/016a7d1b-70ea-44fb-bdd4-f4e4d798727f HTTP/1.1" status: 200 len: 1094 time: 5.7179031 Apr 05 12:06:47.497760 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22434853-0008-4c0c-890c-c825125319e2', 'tag': '016a7d1b-70ea-44fb-bdd4-f4e4d798727f'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:06:47.519284 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-700efc5b-2b3b-4602-91b5-5bae91c3f0bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:47.525875 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2545fb88-8de8-4228-bfcf-4c207b9a8426 admin admin] Network ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 is already hosted by enough agents. {{(pid=84417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:06:47.539498 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-2545fb88-8de8-4228-bfcf-4c207b9a8426 admin admin] Resources bound (agent type, host, resource id): {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:06:47.542300 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2545fb88-8de8-4228-bfcf-4c207b9a8426 admin admin] Received port after_create {{(pid=84417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:06:47.543545 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2545fb88-8de8-4228-bfcf-4c207b9a8426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854114749'] for router_interface, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:47.548699 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-700efc5b-2b3b-4602-91b5-5bae91c3f0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:47.623907 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-173e47f2-6605-4495-90ca-d22e56a09f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:47.663678 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700efc5b-2b3b-4602-91b5-5bae91c3f0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007dcd43-2f53-4df9-876c-14934b506451,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:47.667512 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-700efc5b-2b3b-4602-91b5-5bae91c3f0bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:47.682248 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning for port 4625d710-450e-494f-a83c-fb4c238fbaa8 completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:06:47.695557 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port 4625d710-450e-494f-a83c-fb4c238fbaa8 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:06:47.696421 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:47.812134 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2545fb88-8de8-4228-bfcf-4c207b9a8426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:47.830598 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-700efc5b-2b3b-4602-91b5-5bae91c3f0bd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f92d5532381f434c86a88a2b39f91169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9945982 Apr 05 12:06:47.831958 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.db.resource_extend [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-b7012b6a-0489-4d1e-a326-625285e68a70 service neutron] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 05 12:06:47.846985 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 47192) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:47.968177 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-b7012b6a-0489-4d1e-a326-625285e68a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7411647-5b35-4ff3-9eb8-d7c7a051b6bb {{(pid=84418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:06:47.979577 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-b7012b6a-0489-4d1e-a326-625285e68a70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:47.984387 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-9acc65b6-81f5-4689-a0e5-81da16e83752 service neutron] 10.222.0.26 "GET /v2.0/networks/e4d2affa-d50a-4902-aca6-24458c2b9331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5575032 Apr 05 12:06:48.001041 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-b7012b6a-0489-4d1e-a326-625285e68a70 service neutron] Transition to ACTIVE for port object e7411647-5b35-4ff3-9eb8-d7c7a051b6bb will not be triggered until provisioned by entity L2. {{(pid=84418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:06:48.007777 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-b7012b6a-0489-4d1e-a326-625285e68a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:48.029963 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-62d93aad-3cfd-4aa0-8da9-2d9287c46fe6 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:48.131078 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7012b6a-0489-4d1e-a326-625285e68a70 service neutron] Pushing event updated for resources: {'Port': ['ID=e7411647-5b35-4ff3-9eb8-d7c7a051b6bb,revision_number=2']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:48.139445 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b7012b6a-0489-4d1e-a326-625285e68a70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:48.204653 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 47208) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:48.419911 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2545fb88-8de8-4228-bfcf-4c207b9a8426 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:48.438640 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2545fb88-8de8-4228-bfcf-4c207b9a8426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:48.452615 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26657b2-d006-45a2-98ae-565109574491 req-5b0740fb-0545-4706-b70b-f297a62e7862 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:48.461562 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b26657b2-d006-45a2-98ae-565109574491 req-5b0740fb-0545-4706-b70b-f297a62e7862 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=22434853-0008-4c0c-890c-c825125319e2 HTTP/1.1" status: 200 len: 944 time: 0.9334874 Apr 05 12:06:48.494166 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2545fb88-8de8-4228-bfcf-4c207b9a8426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854151964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853995370'] for router_interface, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:48.496109 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-c55b3839-8add-4101-b5c7-29161c266cb4 None None] Provisioning for port 2d285325-55f6-4b02-b636-1e398df8cf7d completed by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:06:48.509157 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:48.537340 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-c55b3839-8add-4101-b5c7-29161c266cb4 None None] Provisioning complete for port 2d285325-55f6-4b02-b636-1e398df8cf7d triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:06:48.537905 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c55b3839-8add-4101-b5c7-29161c266cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:48.573383 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22434853-0008-4c0c-890c-c825125319e2', 'tag': '016a7d1b-70ea-44fb-bdd4-f4e4d798727f', 'status': 'completed', 'code': 200} Apr 05 12:06:48.577833 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d7289263-d154-48b0-88d5-e0b14a2e6f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:48.601561 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3d990468-9b75-4793-ac43-164cb63ccdc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:48.612389 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-b7012b6a-0489-4d1e-a326-625285e68a70 service neutron] Attempting to bind port e7411647-5b35-4ff3-9eb8-d7c7a051b6bb on host hv-cinder-78476 for vnic_type normal with profile {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:06:48.612757 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-b7012b6a-0489-4d1e-a326-625285e68a70 service neutron] Attempting to bind port e7411647-5b35-4ff3-9eb8-d7c7a051b6bb by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'b3b513e0-f45c-4505-a148-b3baddbb60f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4b8cdd33-fde5-4410-ae33-5eefc8d1156d'}] {{(pid=84418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:06:48.613118 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-b7012b6a-0489-4d1e-a326-625285e68a70 service neutron] Attempting to bind port e7411647-5b35-4ff3-9eb8-d7c7a051b6bb on network 4b8cdd33-fde5-4410-ae33-5eefc8d1156d {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:06:48.622691 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-b7012b6a-0489-4d1e-a326-625285e68a70 service neutron] Port e7411647-5b35-4ff3-9eb8-d7c7a051b6bb on network 4b8cdd33-fde5-4410-ae33-5eefc8d1156d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 12:06:48.623048 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-b7012b6a-0489-4d1e-a326-625285e68a70 service neutron] Attempting to bind port e7411647-5b35-4ff3-9eb8-d7c7a051b6bb on network 4b8cdd33-fde5-4410-ae33-5eefc8d1156d {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:06:48.629505 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] For port 4625d710-450e-494f-a83c-fb4c238fbaa8, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=4625d710-450e-494f-a83c-fb4c238fbaa8,segment=NetworkSegment(2ecfd34e-9a9f-4e0f-94e3-36d27d123670),segment_id=2ecfd34e-9a9f-4e0f-94e3-36d27d123670)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:06:48.631005 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-b7012b6a-0489-4d1e-a326-625285e68a70 service neutron] Checking agent: {'id': 'b4ce1f0a-2cfc-4a41-8c75-ffa3be69bd3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:06:48.631596 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-b7012b6a-0489-4d1e-a326-625285e68a70 service neutron] Checking segment: {'id': 'b3b513e0-f45c-4505-a148-b3baddbb60f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4b8cdd33-fde5-4410-ae33-5eefc8d1156d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:06:48.632251 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-b7012b6a-0489-4d1e-a326-625285e68a70 service neutron] Bound using segment: {'id': 'b3b513e0-f45c-4505-a148-b3baddbb60f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4b8cdd33-fde5-4410-ae33-5eefc8d1156d'} {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:06:48.632848 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-b7012b6a-0489-4d1e-a326-625285e68a70 service neutron] Bound port: e7411647-5b35-4ff3-9eb8-d7c7a051b6bb, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3b513e0-f45c-4505-a148-b3baddbb60f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4b8cdd33-fde5-4410-ae33-5eefc8d1156d'}}] {{(pid=84418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:06:48.633220 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-b7012b6a-0489-4d1e-a326-625285e68a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:48.640544 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:48.648184 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d7289263-d154-48b0-88d5-e0b14a2e6f48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:48.648524 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device a6b93f11-6253-40dd-b069-80fdf313ca10 up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:06:48.652845 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d7289263-d154-48b0-88d5-e0b14a2e6f48 admin admin] Usage tracker for resource:security_group_rule and tenant:98149a6c319f43cd9cee8d0eb1418e54 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:48.655893 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d7289263-d154-48b0-88d5-e0b14a2e6f48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:48.662506 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d7289263-d154-48b0-88d5-e0b14a2e6f48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:48.664314 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b26657b2-d006-45a2-98ae-565109574491 req-3597a803-477e-470d-bcb8-37e23a98b010 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016027 Apr 05 12:06:48.724447 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cfb158c3-886f-4316-b15c-6b6adee5c12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:48.724584 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8c749caf-3dfd-45a8-8d34-d59e57aa56bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:48.787717 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-c55b3839-8add-4101-b5c7-29161c266cb4 None None] Port 2d285325-55f6-4b02-b636-1e398df8cf7d cannot update to ACTIVE because it is not bound. {{(pid=84419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 12:06:48.793704 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning for port a6b93f11-6253-40dd-b069-80fdf313ca10 completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:06:48.811639 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port a6b93f11-6253-40dd-b069-80fdf313ca10 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:06:48.812055 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:48.915572 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-e70a38e1-cd83-47db-a10d-7f89e2cdc13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:48.917400 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-e70a38e1-cd83-47db-a10d-7f89e2cdc13c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cacd2fbdd0843568a27bde35c8bbf1d&device_id=22434853-0008-4c0c-890c-c825125319e2 HTTP/1.1" status: 200 len: 1097 time: 0.4334316 Apr 05 12:06:48.928163 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Pushing event updated for resources: {'Port': ['ID=4625d710-450e-494f-a83c-fb4c238fbaa8,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:48.942268 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:48.946398 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d7289263-d154-48b0-88d5-e0b14a2e6f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:49.040467 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d7289263-d154-48b0-88d5-e0b14a2e6f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:49.085952 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:49.097993 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-4eaa09e4-7b0e-46f4-9648-eb91c1b7b3a2 req-fb0999c4-28b9-4876-b6e0-f8524ec461f8 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Synchronizing usage tracker for tenant:808b3f55d36f47a2a2dd53e694db5da5 on resource:port {{(pid=84417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:06:49.099623 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-8d0a5863-0492-4c74-915c-f4f502a00cfe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=016a7d1b-70ea-44fb-bdd4-f4e4d798727f HTTP/1.1" status: 200 len: 217 time: 0.1638899 Apr 05 12:06:49.103625 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-18691916-5eb2-4674-a29f-31b3ef5e9e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:49.134514 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545fb88-8de8-4228-bfcf-4c207b9a8426 admin admin] Pushing event updated for resources: {'Port': ['ID=2d285325-55f6-4b02-b636-1e398df8cf7d,revision_number=2']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:49.142523 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] For port a6b93f11-6253-40dd-b069-80fdf313ca10, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=a6b93f11-6253-40dd-b069-80fdf313ca10,segment=NetworkSegment(741a0b27-d43b-4759-a6f2-f4bd2deade44),segment_id=741a0b27-d43b-4759-a6f2-f4bd2deade44)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:06:49.144694 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2545fb88-8de8-4228-bfcf-4c207b9a8426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:49.153833 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-d7289263-d154-48b0-88d5-e0b14a2e6f48 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=98149a6c319f43cd9cee8d0eb1418e54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9450524 Apr 05 12:06:49.153980 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:49.155982 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:49.160677 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cfb158c3-886f-4316-b15c-6b6adee5c12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:49.171151 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 47236) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:49.265684 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-4eaa09e4-7b0e-46f4-9648-eb91c1b7b3a2 req-fb0999c4-28b9-4876-b6e0-f8524ec461f8 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Unset dirty status for tenant:808b3f55d36f47a2a2dd53e694db5da5 on resource:port {{(pid=84417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:06:49.267598 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4eaa09e4-7b0e-46f4-9648-eb91c1b7b3a2 req-fb0999c4-28b9-4876-b6e0-f8524ec461f8 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 210 time: 0.4824276 Apr 05 12:06:49.285875 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 4625d710-450e-494f-a83c-fb4c238fbaa8 up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:06:49.327715 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7289263-d154-48b0-88d5-e0b14a2e6f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a45118-d1a3-4b5b-a877-426966d49519,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:49.343338 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d7289263-d154-48b0-88d5-e0b14a2e6f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:49.346744 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-65767880-c6f1-4aa8-8765-3f220dda9552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:49.354411 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-65767880-c6f1-4aa8-8765-3f220dda9552 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4203655-c8b6-45d2-ab59-6589759dd37a HTTP/1.1" status: 200 len: 854 time: 0.1371908 Apr 05 12:06:49.432371 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Pushing event updated for resources: {'Port': ['ID=a6b93f11-6253-40dd-b069-80fdf313ca10,revision_number=5']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:49.448544 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cfb158c3-886f-4316-b15c-6b6adee5c12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:49.454852 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:49.470169 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2545fb88-8de8-4228-bfcf-4c207b9a8426 admin admin] Network ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 is already hosted by enough agents. {{(pid=84417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:06:49.471161 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:49.496542 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port 4625d710-450e-494f-a83c-fb4c238fbaa8 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:06:49.496913 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:49.505770 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cac22643-7eed-4590-86c1-68fa0eed0b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:49.508191 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-2545fb88-8de8-4228-bfcf-4c207b9a8426 admin admin] Resources bound (agent type, host, resource id): {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:06:49.544205 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-ba4c3878-d033-4596-9c72-b781f655b50c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=49526f73-451b-47db-8aba-278bba25f53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738637 Apr 05 12:06:49.596590 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb158c3-886f-4316-b15c-6b6adee5c12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007dcd43-2f53-4df9-876c-14934b506451,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:49.607376 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cfb158c3-886f-4316-b15c-6b6adee5c12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:49.611225 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-cfb158c3-886f-4316-b15c-6b6adee5c12a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/007dcd43-2f53-4df9-876c-14934b506451 HTTP/1.1" status: 204 len: 168 time: 1.7618084 Apr 05 12:06:49.670808 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-b7012b6a-0489-4d1e-a326-625285e68a70 service neutron] For port e7411647-5b35-4ff3-9eb8-d7c7a051b6bb, host hv-cinder-78476, cleared binding levels {{(pid=84418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:06:49.793349 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cfb158c3-886f-4316-b15c-6b6adee5c12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:49.871172 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-b7012b6a-0489-4d1e-a326-625285e68a70 service neutron] For port e7411647-5b35-4ff3-9eb8-d7c7a051b6bb, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e7411647-5b35-4ff3-9eb8-d7c7a051b6bb,segment=NetworkSegment(b3b513e0-f45c-4505-a148-b3baddbb60f9),segment_id=b3b513e0-f45c-4505-a148-b3baddbb60f9)] {{(pid=84418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:06:49.877584 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-26406f4d-0c6f-48bc-a36c-859ab6751aad service neutron] 10.222.0.32 "GET /v2.0/networks/49526f73-451b-47db-8aba-278bba25f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237629 Apr 05 12:06:49.882916 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-b7012b6a-0489-4d1e-a326-625285e68a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:49.906609 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ec847-bf33-41e3-90e1-63c48bf01d31 req-316fc08d-c7be-43f9-a4b3-5e88bd027021 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:49.907934 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-f09ec847-bf33-41e3-90e1-63c48bf01d31 req-316fc08d-c7be-43f9-a4b3-5e88bd027021 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Synchronizing usage tracker for tenant:c3f2089ab9e84da8a0e12943deaf2308 on resource:port {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:06:49.932806 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.32', 62396) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:49.939910 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-622b1a7e-2630-48f2-916e-e5db5417ab03 None None] Provisioning complete for port 2d285325-55f6-4b02-b636-1e398df8cf7d triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:06:49.940504 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-622b1a7e-2630-48f2-916e-e5db5417ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:50.001916 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:50.006488 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-622b1a7e-2630-48f2-916e-e5db5417ab03 None None] Port 2d285325-55f6-4b02-b636-1e398df8cf7d cannot update to ACTIVE because it is not bound. {{(pid=84419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 12:06:50.097616 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-f09ec847-bf33-41e3-90e1-63c48bf01d31 req-316fc08d-c7be-43f9-a4b3-5e88bd027021 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Unset dirty status for tenant:c3f2089ab9e84da8a0e12943deaf2308 on resource:port {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:06:50.105394 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f09ec847-bf33-41e3-90e1-63c48bf01d31 req-316fc08d-c7be-43f9-a4b3-5e88bd027021 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/ports?device_id=58296e78-2b0e-499d-8a2b-ac2bb04c15ca HTTP/1.1" status: 200 len: 944 time: 1.0459783 Apr 05 12:06:50.117050 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cac22643-7eed-4590-86c1-68fa0eed0b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:50.277969 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-a7e502ec-fa6d-4d4b-97a9-79effbdc2648 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:50.288745 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-a7e502ec-fa6d-4d4b-97a9-79effbdc2648 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/networks?id=e4d2affa-d50a-4902-aca6-24458c2b9331 HTTP/1.1" status: 200 len: 818 time: 0.4794333 Apr 05 12:06:50.351051 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-4a866300-b9ed-4999-8d9b-a98fbee97586 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/quotas/808b3f55d36f47a2a2dd53e694db5da5 HTTP/1.1" status: 200 len: 375 time: 0.0613132 Apr 05 12:06:50.391979 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cac22643-7eed-4590-86c1-68fa0eed0b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:50.412289 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-833db9df-f6fd-46e8-97ad-c385973798d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:50.434537 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2545fb88-8de8-4228-bfcf-4c207b9a8426 admin admin] Router c1b400fc-c6ce-4df9-8a0a-5174a64dd374 has already been hosted by L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 {{(pid=84417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 12:06:50.435678 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac22643-7eed-4590-86c1-68fa0eed0b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a45118-d1a3-4b5b-a877-426966d49519,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:50.438172 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cac22643-7eed-4590-86c1-68fa0eed0b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:50.453434 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cac22643-7eed-4590-86c1-68fa0eed0b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:50.454065 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-cac22643-7eed-4590-86c1-68fa0eed0b9c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/08a45118-d1a3-4b5b-a877-426966d49519 HTTP/1.1" status: 204 len: 168 time: 1.2801785 Apr 05 12:06:50.671851 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-2ab8564a-67e7-412e-bb22-ffac520c5d3c tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=808b3f55d36f47a2a2dd53e694db5da5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3197467 Apr 05 12:06:50.781074 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-b7012b6a-0489-4d1e-a326-625285e68a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:50.786217 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-b7012b6a-0489-4d1e-a326-625285e68a70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:50.787830 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-b7012b6a-0489-4d1e-a326-625285e68a70 service neutron] 10.222.0.32 "PUT /v2.0/ports/e7411647-5b35-4ff3-9eb8-d7c7a051b6bb HTTP/1.1" status: 200 len: 1094 time: 8.9168010 Apr 05 12:06:50.791007 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58296e78-2b0e-499d-8a2b-ac2bb04c15ca', 'tag': 'e7411647-5b35-4ff3-9eb8-d7c7a051b6bb'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:06:50.810114 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-f09ec847-bf33-41e3-90e1-63c48bf01d31 req-3bd24675-8848-4de1-a7a5-33f37b2dc3b1 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Synchronizing usage tracker for tenant:c3f2089ab9e84da8a0e12943deaf2308 on resource:security_group {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:06:50.882613 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7012b6a-0489-4d1e-a326-625285e68a70 service neutron] Pushing event updated for resources: {'Port': ['ID=e7411647-5b35-4ff3-9eb8-d7c7a051b6bb,revision_number=3']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:50.888237 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2545fb88-8de8-4228-bfcf-4c207b9a8426 admin admin] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:06:50.901196 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be00b3c-083b-4c35-84de-7edbd86cb542 None None] Sync routers for ids ['c1b400fc-c6ce-4df9-8a0a-5174a64dd374'] in dv-cinder-784763-1-smb {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:06:50.901395 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-f09ec847-bf33-41e3-90e1-63c48bf01d31 req-3bd24675-8848-4de1-a7a5-33f37b2dc3b1 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Unset dirty status for tenant:c3f2089ab9e84da8a0e12943deaf2308 on resource:security_group {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:06:50.902563 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f09ec847-bf33-41e3-90e1-63c48bf01d31 req-3bd24675-8848-4de1-a7a5-33f37b2dc3b1 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/security-groups?id=d249037c-4312-475a-b071-b77a3a2c84c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7962816 Apr 05 12:06:50.908375 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b7012b6a-0489-4d1e-a326-625285e68a70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.906s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:50.916191 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-2545fb88-8de8-4228-bfcf-4c207b9a8426 admin admin] 10.222.0.26 "PUT /v2.0/routers/c1b400fc-c6ce-4df9-8a0a-5174a64dd374/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5901670 Apr 05 12:06:50.918081 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ea0e0f93-685a-427d-8c03-277bac4bc8c9 req-1f5bad94-ec64-48e4-8b9e-9a6447af8c5b service neutron] 10.222.0.32 "GET /v2.0/networks/49526f73-451b-47db-8aba-278bba25f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0333931 Apr 05 12:06:50.936165 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be00b3c-083b-4c35-84de-7edbd86cb542 None None] Routers {'c1b400fc-c6ce-4df9-8a0a-5174a64dd374'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:06:50.940827 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-2be00b3c-083b-4c35-84de-7edbd86cb542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:06:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['c1b400fc-c6ce-4df9-8a0a-5174a64dd374'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:06:50.954153 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-b14a7a6c-2ab0-4ba2-97f8-3aacef81ab84 service neutron] 10.222.0.26 "GET /v2.0/networks/e4d2affa-d50a-4902-aca6-24458c2b9331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811778 Apr 05 12:06:50.957194 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-9fa56b5d-740a-4b69-8636-21a52a73af77 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:50.958891 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-9fa56b5d-740a-4b69-8636-21a52a73af77 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.32 "GET /v2.0/networks?id=e4d2affa-d50a-4902-aca6-24458c2b9331 HTTP/1.1" status: 200 len: 818 time: 0.9732385 Apr 05 12:06:50.976636 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-f3fc09cd-22d4-4027-bbef-e8ca80148340 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Request body: {'port': {'device_id': '8e2c2b87-9a86-4850-bcb9-d40810b34b72', 'network_id': 'e4d2affa-d50a-4902-aca6-24458c2b9331', 'admin_state_up': True, 'tenant_id': '808b3f55d36f47a2a2dd53e694db5da5'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:51.057599 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 47306) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:51.142925 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 47312) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:51.158868 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-4e162691-ad46-4cb1-9dd1-f5964b292df6 service neutron] 10.222.0.26 "GET /v2.0/networks/e4d2affa-d50a-4902-aca6-24458c2b9331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958807 Apr 05 12:06:51.201235 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-b1f05d50-15b1-46d3-9178-4e16e9dfb383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:51.202840 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-b1f05d50-15b1-46d3-9178-4e16e9dfb383 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3f2089ab9e84da8a0e12943deaf2308&device_id=58296e78-2b0e-499d-8a2b-ac2bb04c15ca HTTP/1.1" status: 200 len: 1097 time: 0.3707151 Apr 05 12:06:51.230478 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f1972ba0-8b10-4c8d-93f8-66a2f4e25591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:51.290219 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device a6b93f11-6253-40dd-b069-80fdf313ca10 up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:06:51.322804 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-f1972ba0-8b10-4c8d-93f8-66a2f4e25591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:51.363445 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-f1972ba0-8b10-4c8d-93f8-66a2f4e25591 admin admin] Usage tracker for resource:security_group_rule and tenant:02487b49c30c40fba809dab07c730b80 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:51.367103 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-aaa41d04-5ffc-4f2f-a6d3-4bab3f9b29a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7411647-5b35-4ff3-9eb8-d7c7a051b6bb HTTP/1.1" status: 200 len: 217 time: 0.1249499 Apr 05 12:06:51.372440 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-f1972ba0-8b10-4c8d-93f8-66a2f4e25591 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:51.434625 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-f1972ba0-8b10-4c8d-93f8-66a2f4e25591 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:51.444910 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-2be00b3c-083b-4c35-84de-7edbd86cb542 None None] Set router c1b400fc-c6ce-4df9-8a0a-5174a64dd374 gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:06:51.490877 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5af2d8-63cc-46e5-9bc8-406f446d944a req-5b0eab82-451b-4c29-9369-7a80a9383ab6 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:51.491699 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-9e5af2d8-63cc-46e5-9bc8-406f446d944a req-5b0eab82-451b-4c29-9369-7a80a9383ab6 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Synchronizing usage tracker for tenant:8cacd2fbdd0843568a27bde35c8bbf1d on resource:port {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:06:51.510355 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-f3fc09cd-22d4-4027-bbef-e8ca80148340 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:51.517907 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-29b5670f-31ff-4d89-b39a-fb65fd0cea8d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-993953219-network', 'tenant_id': 'f2bdb7f6eb514aa382a35a80ac88d77c'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:51.528368 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58296e78-2b0e-499d-8a2b-ac2bb04c15ca', 'tag': 'e7411647-5b35-4ff3-9eb8-d7c7a051b6bb', 'status': 'completed', 'code': 200} Apr 05 12:06:51.531938 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port a6b93f11-6253-40dd-b069-80fdf313ca10 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:06:51.532443 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:51.557157 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-29b5670f-31ff-4d89-b39a-fb65fd0cea8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:51.568444 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d71e67-d37e-4dce-923f-2669a8a3124b req-b7a651e5-f091-4c83-9d34-64231f3e145e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:51.570716 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-87d71e67-d37e-4dce-923f-2669a8a3124b req-b7a651e5-f091-4c83-9d34-64231f3e145e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cacd2fbdd0843568a27bde35c8bbf1d&device_id=22434853-0008-4c0c-890c-c825125319e2 HTTP/1.1" status: 200 len: 1097 time: 0.5623374 Apr 05 12:06:51.572514 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-f3fc09cd-22d4-4027-bbef-e8ca80148340 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:51.583877 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-9e5af2d8-63cc-46e5-9bc8-406f446d944a req-5b0eab82-451b-4c29-9369-7a80a9383ab6 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Unset dirty status for tenant:8cacd2fbdd0843568a27bde35c8bbf1d on resource:port {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:06:51.585182 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9e5af2d8-63cc-46e5-9bc8-406f446d944a req-5b0eab82-451b-4c29-9369-7a80a9383ab6 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=22434853-0008-4c0c-890c-c825125319e2 HTTP/1.1" status: 200 len: 944 time: 0.5132818 Apr 05 12:06:51.586239 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-29b5670f-31ff-4d89-b39a-fb65fd0cea8d admin admin] Usage tracker for resource:network and tenant:f2bdb7f6eb514aa382a35a80ac88d77c is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:51.610989 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-29b5670f-31ff-4d89-b39a-fb65fd0cea8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:51.640722 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-e7b45fbd-9352-48c3-a18a-6746a604ec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:51.642281 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-e7b45fbd-9352-48c3-a18a-6746a604ec1c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58234435-b743-4eeb-a268-7228a469b17f HTTP/1.1" status: 200 len: 851 time: 0.2477019 Apr 05 12:06:51.666390 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-29b5670f-31ff-4d89-b39a-fb65fd0cea8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:51.742514 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-c107ee08-605b-4cd6-b23b-f048e2f45d3f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4b8cdd33-fde5-4410-ae33-5eefc8d1156d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737090 Apr 05 12:06:51.752870 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-f3fc09cd-22d4-4027-bbef-e8ca80148340 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Made reservation on behalf of 808b3f55d36f47a2a2dd53e694db5da5 for: {'port': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:06:51.759673 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-f3fc09cd-22d4-4027-bbef-e8ca80148340 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:52.047266 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-2be00b3c-083b-4c35-84de-7edbd86cb542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'name': 'tempest-AttachVolumeTestJSON-503048823-router', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:29Z', 'updated_at': '2021-04-05T12:06:47Z', 'revision_number': 4, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'gw_port': {'id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:30Z', 'updated_at': '2021-04-05T12:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': '2d285325-55f6-4b02-b636-1e398df8cf7d', 'name': '', 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'mac_address': 'fa:16:3e:dc:a0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:45Z', 'updated_at': '2021-04-05T12:06:48Z', 'revision_number': 2, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'subnets': [{'id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:06:52.051419 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be00b3c-083b-4c35-84de-7edbd86cb542 None None] Checking router: c1b400fc-c6ce-4df9-8a0a-5174a64dd374 for host: dv-cinder-784763-1-smb {{(pid=84419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:06:52.051820 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be00b3c-083b-4c35-84de-7edbd86cb542 None None] Updating router c1b400fc-c6ce-4df9-8a0a-5174a64dd374 port 2d285325-55f6-4b02-b636-1e398df8cf7d binding host dv-cinder-784763-1-smb {{(pid=84419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 12:06:52.108911 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-04705cfe-de6b-400e-ad52-012919cdd292 service neutron] 10.222.0.32 "GET /v2.0/networks/4b8cdd33-fde5-4410-ae33-5eefc8d1156d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347244 Apr 05 12:06:52.109800 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b5670f-31ff-4d89-b39a-fb65fd0cea8d admin admin] Made reservation on behalf of f2bdb7f6eb514aa382a35a80ac88d77c for: {'network': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:06:52.112430 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2be00b3c-083b-4c35-84de-7edbd86cb542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:52.114128 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-29b5670f-31ff-4d89-b39a-fb65fd0cea8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for network, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:52.241816 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 47348) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:52.249575 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-953046a3-e4f7-4988-91cd-a5682e01d98d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Request body: {'security_group': {'name': 'tempest-securitygroup--849382183', 'description': 'tempest-description--204834229'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:52.249766 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-29b5670f-31ff-4d89-b39a-fb65fd0cea8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:52.256639 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-953046a3-e4f7-4988-91cd-a5682e01d98d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:52.261445 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-953046a3-e4f7-4988-91cd-a5682e01d98d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Usage tracker for resource:security_group and tenant:ddc3c61214c148ae9122b41d30482408 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:52.264503 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-953046a3-e4f7-4988-91cd-a5682e01d98d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:52.271721 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-953046a3-e4f7-4988-91cd-a5682e01d98d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:52.284169 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-953046a3-e4f7-4988-91cd-a5682e01d98d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:52.308371 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-953046a3-e4f7-4988-91cd-a5682e01d98d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:52.312576 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-953046a3-e4f7-4988-91cd-a5682e01d98d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Usage tracker for resource:security_group_rule and tenant:ddc3c61214c148ae9122b41d30482408 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:52.315967 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-953046a3-e4f7-4988-91cd-a5682e01d98d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:52.322823 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-953046a3-e4f7-4988-91cd-a5682e01d98d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:52.345299 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-9e5af2d8-63cc-46e5-9bc8-406f446d944a req-2e53b1e1-6452-43a0-9e39-c7802567475e tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Synchronizing usage tracker for tenant:8cacd2fbdd0843568a27bde35c8bbf1d on resource:security_group {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:06:52.354335 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-acbc8f02-3974-4073-8fe8-f0e6d0dcbeee req-29ea179c-1c52-4740-bb5b-bc6580e792c6 service neutron] 10.222.0.32 "GET /v2.0/networks/4b8cdd33-fde5-4410-ae33-5eefc8d1156d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285514 Apr 05 12:06:52.408736 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-953046a3-e4f7-4988-91cd-a5682e01d98d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:52.434990 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d71e67-d37e-4dce-923f-2669a8a3124b req-4eac1f2a-b3b7-4019-b447-43cb2b67f2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:52.436583 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-87d71e67-d37e-4dce-923f-2669a8a3124b req-4eac1f2a-b3b7-4019-b447-43cb2b67f2f4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=49526f73-451b-47db-8aba-278bba25f53d HTTP/1.1" status: 200 len: 915 time: 0.8363767 Apr 05 12:06:52.461380 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c5352e3e-a9d4-4bd1-b230-0377096a4fc1 req-72f216de-6aba-4182-8c9c-3d6c3054c14e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 210 time: 0.0506766 Apr 05 12:06:52.462264 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-953046a3-e4f7-4988-91cd-a5682e01d98d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:52.483069 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:52.508259 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-953046a3-e4f7-4988-91cd-a5682e01d98d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:52.510438 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-953046a3-e4f7-4988-91cd-a5682e01d98d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2672751 Apr 05 12:06:52.514612 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 47354) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:52.521513 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-e75d8b0e-c625-44d9-a569-60f996d63237 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Request body: {'security_group_rule': {'security_group_id': 'e4aa49c7-f6a1-4481-b13c-c0cc9a963108', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:52.530289 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-e75d8b0e-c625-44d9-a569-60f996d63237 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:52.535876 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-e75d8b0e-c625-44d9-a569-60f996d63237 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Usage tracker for resource:security_group_rule and tenant:ddc3c61214c148ae9122b41d30482408 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:52.540219 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-e75d8b0e-c625-44d9-a569-60f996d63237 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:52.546848 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-e75d8b0e-c625-44d9-a569-60f996d63237 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:52.564306 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-29b5670f-31ff-4d89-b39a-fb65fd0cea8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:52.572921 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953046a3-e4f7-4988-91cd-a5682e01d98d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4aa49c7-f6a1-4481-b13c-c0cc9a963108,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:52.576674 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-953046a3-e4f7-4988-91cd-a5682e01d98d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:52.597479 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-29b5670f-31ff-4d89-b39a-fb65fd0cea8d admin admin] Usage tracker for resource:security_group_rule and tenant:f2bdb7f6eb514aa382a35a80ac88d77c is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:52.619595 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-29b5670f-31ff-4d89-b39a-fb65fd0cea8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:52.626048 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-87d71e67-d37e-4dce-923f-2669a8a3124b req-c5f56eae-36f0-4165-b469-46253138f46b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=016a7d1b-70ea-44fb-bdd4-f4e4d798727f HTTP/1.1" status: 200 len: 217 time: 0.1706927 Apr 05 12:06:52.633049 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f1972ba0-8b10-4c8d-93f8-66a2f4e25591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:52.633755 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2be00b3c-083b-4c35-84de-7edbd86cb542 None None] Notify callbacks [] for port, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:52.638885 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-29b5670f-31ff-4d89-b39a-fb65fd0cea8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:52.649431 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2be00b3c-083b-4c35-84de-7edbd86cb542 None None] Transition to ACTIVE for port object 2d285325-55f6-4b02-b636-1e398df8cf7d will not be triggered until provisioned by entity L2. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:06:52.655218 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e75d8b0e-c625-44d9-a569-60f996d63237 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:52.659695 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2be00b3c-083b-4c35-84de-7edbd86cb542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:52.676942 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:52.690055 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-9e5af2d8-63cc-46e5-9bc8-406f446d944a req-2e53b1e1-6452-43a0-9e39-c7802567475e tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Unset dirty status for tenant:8cacd2fbdd0843568a27bde35c8bbf1d on resource:security_group {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:06:52.691312 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9e5af2d8-63cc-46e5-9bc8-406f446d944a req-2e53b1e1-6452-43a0-9e39-c7802567475e tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0551314 Apr 05 12:06:52.691955 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f1972ba0-8b10-4c8d-93f8-66a2f4e25591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:52.809056 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e75d8b0e-c625-44d9-a569-60f996d63237 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:52.820092 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e75d8b0e-c625-44d9-a569-60f996d63237 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072689'] for security_group_rule, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:52.825924 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:52.851408 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26136035-3387-438c-91c9-bfd8adb81582 req-f0329789-d1dc-499b-b091-db5dc627c32f tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:52.852123 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b34a24-97f4-4fab-a3a3-6a84727a85e0 None None] Pushing event updated for resources: {'Port': ['ID=2d285325-55f6-4b02-b636-1e398df8cf7d,revision_number=3']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:52.855178 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c6b34a24-97f4-4fab-a3a3-6a84727a85e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:52.859354 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-26136035-3387-438c-91c9-bfd8adb81582 req-f0329789-d1dc-499b-b091-db5dc627c32f tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/ports?device_id=58296e78-2b0e-499d-8a2b-ac2bb04c15ca HTTP/1.1" status: 200 len: 944 time: 0.1607733 Apr 05 12:06:52.895054 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d8b0e-c625-44d9-a569-60f996d63237 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2acfcf90-ef92-49a9-9d47-f72b72995da5,revision_number=0']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:52.907796 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e75d8b0e-c625-44d9-a569-60f996d63237 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:52.925856 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e75d8b0e-c625-44d9-a569-60f996d63237 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:52.927148 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-e75d8b0e-c625-44d9-a569-60f996d63237 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4115748 Apr 05 12:06:52.932067 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 47366) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:52.940700 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-32579ced-47d5-4ba1-8120-3578b894b1fc tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Request body: {'security_group_rule': {'security_group_id': 'e4aa49c7-f6a1-4481-b13c-c0cc9a963108', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:52.949242 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-32579ced-47d5-4ba1-8120-3578b894b1fc tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:52.962835 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-26136035-3387-438c-91c9-bfd8adb81582 req-7e4b3872-58b7-43f9-ade1-9bba3adc29d6 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/security-groups?id=d249037c-4312-475a-b071-b77a3a2c84c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024284 Apr 05 12:06:52.970124 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-32579ced-47d5-4ba1-8120-3578b894b1fc tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Usage tracker for resource:security_group_rule and tenant:ddc3c61214c148ae9122b41d30482408 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:52.978815 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-32579ced-47d5-4ba1-8120-3578b894b1fc tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:52.988615 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-32579ced-47d5-4ba1-8120-3578b894b1fc tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:53.016421 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-32579ced-47d5-4ba1-8120-3578b894b1fc tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:53.126625 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:53.127151 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.32', 62403) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:53.132416 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-2be00b3c-083b-4c35-84de-7edbd86cb542 None None] Attempting to bind port 2d285325-55f6-4b02-b636-1e398df8cf7d on host dv-cinder-784763-1-smb for vnic_type normal with profile {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:06:53.132832 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-2be00b3c-083b-4c35-84de-7edbd86cb542 None None] Attempting to bind port 2d285325-55f6-4b02-b636-1e398df8cf7d by drivers openvswitch,hyperv on host dv-cinder-784763-1-smb at level 0 using segments [{'id': '0c3b046c-3d9d-4bb7-a47e-97e66d32d96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0'}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:06:53.133242 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be00b3c-083b-4c35-84de-7edbd86cb542 None None] Attempting to bind port 2d285325-55f6-4b02-b636-1e398df8cf7d on network ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:06:53.136896 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-32579ced-47d5-4ba1-8120-3578b894b1fc tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:53.144583 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be00b3c-083b-4c35-84de-7edbd86cb542 None None] Checking agent: {'id': '4e3bd3f6-d706-454d-ba20-d37fa4b11ed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 9), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:06:53.145006 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be00b3c-083b-4c35-84de-7edbd86cb542 None None] Checking segment: {'id': '0c3b046c-3d9d-4bb7-a47e-97e66d32d96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:06:53.145459 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2be00b3c-083b-4c35-84de-7edbd86cb542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:53.145920 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be00b3c-083b-4c35-84de-7edbd86cb542 None None] Bound using segment: {'id': '0c3b046c-3d9d-4bb7-a47e-97e66d32d96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0'} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:06:53.146451 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-2be00b3c-083b-4c35-84de-7edbd86cb542 None None] Bound port: 2d285325-55f6-4b02-b636-1e398df8cf7d, host: dv-cinder-784763-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3b046c-3d9d-4bb7-a47e-97e66d32d96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0'}}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:06:53.146995 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2be00b3c-083b-4c35-84de-7edbd86cb542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:53.171549 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-32579ced-47d5-4ba1-8120-3578b894b1fc tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072689'] for security_group_rule, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:53.173783 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-f3fc09cd-22d4-4027-bbef-e8ca80148340 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Allocated IP 172.20.0.7 (e4d2affa-d50a-4902-aca6-24458c2b9331/58bfef5a-b03d-4852-8400-b15e7cf54ce5/0697b953-a856-4fa8-b6e2-cd216ea973a9) {{(pid=84418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:06:53.205664 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e75d8b0e-c625-44d9-a569-60f996d63237 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:53.234040 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32579ced-47d5-4ba1-8120-3578b894b1fc tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f7a9bf-4ae7-43cc-bde2-0e01c3c87349,revision_number=0']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:53.266287 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-32579ced-47d5-4ba1-8120-3578b894b1fc tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:53.280271 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-2be00b3c-083b-4c35-84de-7edbd86cb542 None None] For port 2d285325-55f6-4b02-b636-1e398df8cf7d, host dv-cinder-784763-1-smb, cleared binding levels {{(pid=84419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:06:53.285394 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-2be00b3c-083b-4c35-84de-7edbd86cb542 None None] For port 2d285325-55f6-4b02-b636-1e398df8cf7d, host dv-cinder-784763-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=2d285325-55f6-4b02-b636-1e398df8cf7d,segment=NetworkSegment(0c3b046c-3d9d-4bb7-a47e-97e66d32d96b),segment_id=0c3b046c-3d9d-4bb7-a47e-97e66d32d96b)] {{(pid=84419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:06:53.291606 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2be00b3c-083b-4c35-84de-7edbd86cb542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:53.361890 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069226b-3e3e-4c3b-8716-bc424781e2ee req-c8797ed9-f32a-4a8d-85f4-d814bfa19dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:53.363528 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a069226b-3e3e-4c3b-8716-bc424781e2ee req-c8797ed9-f32a-4a8d-85f4-d814bfa19dd6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3f2089ab9e84da8a0e12943deaf2308&device_id=58296e78-2b0e-499d-8a2b-ac2bb04c15ca HTTP/1.1" status: 200 len: 1097 time: 0.9216409 Apr 05 12:06:53.375716 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-32579ced-47d5-4ba1-8120-3578b894b1fc tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:53.380053 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-32579ced-47d5-4ba1-8120-3578b894b1fc tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4470751 Apr 05 12:06:53.384704 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 47384) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:53.400267 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-5a79aff4-babf-4a90-b673-fa972b42c64f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Request body: {'floatingip': {'floating_network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:53.400392 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-f1972ba0-8b10-4c8d-93f8-66a2f4e25591 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=02487b49c30c40fba809dab07c730b80&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2001295 Apr 05 12:06:53.400472 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 47388) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:53.417229 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d71e67-d37e-4dce-923f-2669a8a3124b req-914dbc83-921e-48d1-adc8-78c359f9a423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:53.418806 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-87d71e67-d37e-4dce-923f-2669a8a3124b req-914dbc83-921e-48d1-adc8-78c359f9a423 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4203655-c8b6-45d2-ab59-6589759dd37a HTTP/1.1" status: 200 len: 854 time: 0.7812326 Apr 05 12:06:53.448569 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-5a79aff4-babf-4a90-b673-fa972b42c64f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:53.456626 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:53.549796 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be00b3c-083b-4c35-84de-7edbd86cb542 None None] Routers {'c1b400fc-c6ce-4df9-8a0a-5174a64dd374'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:06:53.550575 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-2be00b3c-083b-4c35-84de-7edbd86cb542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:06:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['c1b400fc-c6ce-4df9-8a0a-5174a64dd374'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:06:53.569744 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-5a79aff4-babf-4a90-b673-fa972b42c64f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Usage tracker for resource:floatingip and tenant:ddc3c61214c148ae9122b41d30482408 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:53.600549 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-5a79aff4-babf-4a90-b673-fa972b42c64f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:53.626088 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-5a79aff4-babf-4a90-b673-fa972b42c64f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:53.638589 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1972ba0-8b10-4c8d-93f8-66a2f4e25591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cad8e5-1343-4154-9f4e-4f3f9062f228,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:53.643604 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069226b-3e3e-4c3b-8716-bc424781e2ee req-f32b2fb1-b71b-43b5-9021-a25509aeef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:53.646158 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a069226b-3e3e-4c3b-8716-bc424781e2ee req-f32b2fb1-b71b-43b5-9021-a25509aeef6a service neutron] 10.222.0.32 "GET /v2.0/networks?id=4b8cdd33-fde5-4410-ae33-5eefc8d1156d HTTP/1.1" status: 200 len: 912 time: 0.2351861 Apr 05 12:06:53.649788 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f1972ba0-8b10-4c8d-93f8-66a2f4e25591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:53.666159 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-4b47cdf4-c007-4c2f-b87b-4d5121f136ea tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:53.667926 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-4b47cdf4-c007-4c2f-b87b-4d5121f136ea tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.32 "GET /v2.0/networks?id=e4d2affa-d50a-4902-aca6-24458c2b9331 HTTP/1.1" status: 200 len: 818 time: 0.5386229 Apr 05 12:06:53.674530 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5077b4e8-e8b2-4050-b0eb-8217656d2755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:53.752553 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5077b4e8-e8b2-4050-b0eb-8217656d2755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:53.829670 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5077b4e8-e8b2-4050-b0eb-8217656d2755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:53.836418 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-f367b9e6-dcdc-4904-b50c-0bfbe907f75e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Request body: {'port': {'device_id': '6bfdd4cb-fc60-424e-9faa-aaddb635f946', 'network_id': 'e4d2affa-d50a-4902-aca6-24458c2b9331', 'admin_state_up': True, 'tenant_id': '808b3f55d36f47a2a2dd53e694db5da5'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:53.926492 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-87d71e67-d37e-4dce-923f-2669a8a3124b req-aafaccd5-f228-43d7-8575-a3d06b4b2c73 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=49526f73-451b-47db-8aba-278bba25f53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2787747 Apr 05 12:06:53.945388 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a069226b-3e3e-4c3b-8716-bc424781e2ee req-47da44ff-607e-4da7-909d-2a2f050d5fc4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7411647-5b35-4ff3-9eb8-d7c7a051b6bb HTTP/1.1" status: 200 len: 217 time: 0.2888510 Apr 05 12:06:53.967855 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f5c5075d-78ed-4711-9ab3-d902702d19c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:53.981053 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5a79aff4-babf-4a90-b673-fa972b42c64f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for floatingip, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:53.987054 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-94983e41-7898-4833-b528-64c9dfbed584 req-bee28cb9-b0e0-49be-808f-08cc1b8a68eb tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 210 time: 0.2695909 Apr 05 12:06:54.062639 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069226b-3e3e-4c3b-8716-bc424781e2ee req-b54fbf36-eaca-42a2-8efc-89edc8c2564d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:54.064218 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a069226b-3e3e-4c3b-8716-bc424781e2ee req-b54fbf36-eaca-42a2-8efc-89edc8c2564d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58234435-b743-4eeb-a268-7228a469b17f HTTP/1.1" status: 200 len: 851 time: 0.1066339 Apr 05 12:06:54.073759 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077b4e8-e8b2-4050-b0eb-8217656d2755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cad8e5-1343-4154-9f4e-4f3f9062f228,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:54.084595 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b34a24-97f4-4fab-a3a3-6a84727a85e0 None None] Pushing event updated for resources: {'Port': ['ID=2d285325-55f6-4b02-b636-1e398df8cf7d,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:54.091252 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5077b4e8-e8b2-4050-b0eb-8217656d2755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:54.102498 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-f367b9e6-dcdc-4904-b50c-0bfbe907f75e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:54.104643 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c6b34a24-97f4-4fab-a3a3-6a84727a85e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:54.106823 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5077b4e8-e8b2-4050-b0eb-8217656d2755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:54.108017 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-5077b4e8-e8b2-4050-b0eb-8217656d2755 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b9cad8e5-1343-4154-9f4e-4f3f9062f228 HTTP/1.1" status: 204 len: 168 time: 0.6928561 Apr 05 12:06:54.156411 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-2be00b3c-083b-4c35-84de-7edbd86cb542 None None] Set router c1b400fc-c6ce-4df9-8a0a-5174a64dd374 gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:06:54.252647 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a069226b-3e3e-4c3b-8716-bc424781e2ee req-3c062d78-2908-4ee5-9fc5-112cb6ba1be3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4b8cdd33-fde5-4410-ae33-5eefc8d1156d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1499622 Apr 05 12:06:54.382381 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-29b5670f-31ff-4d89-b39a-fb65fd0cea8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:54.417394 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-f367b9e6-dcdc-4904-b50c-0bfbe907f75e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:54.449538 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-f367b9e6-dcdc-4904-b50c-0bfbe907f75e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Made reservation on behalf of 808b3f55d36f47a2a2dd53e694db5da5 for: {'port': 1} {{(pid=84417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:06:54.456366 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-f367b9e6-dcdc-4904-b50c-0bfbe907f75e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:54.486801 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-29b5670f-31ff-4d89-b39a-fb65fd0cea8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:54.515421 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b5670f-31ff-4d89-b39a-fb65fd0cea8d admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=84418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 12:06:54.533690 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1af210a6-1daa-467d-b54c-4d9110cfac36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:54.560569 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ed3b4-c72b-4214-9511-187ff157b7dd req-3e90a548-4668-4178-86ac-19af24db4f94 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:54.562035 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9e5ed3b4-c72b-4214-9511-187ff157b7dd req-3e90a548-4668-4178-86ac-19af24db4f94 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=22434853-0008-4c0c-890c-c825125319e2 HTTP/1.1" status: 200 len: 944 time: 0.6014936 Apr 05 12:06:54.614595 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-29b5670f-31ff-4d89-b39a-fb65fd0cea8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:54.614985 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-29b5670f-31ff-4d89-b39a-fb65fd0cea8d admin admin] Added segment 0c0aee54-5434-4e44-abad-5a4029dadb79 of type vlan for network 1b886c7d-d356-45c4-9115-815cc6937def Apr 05 12:06:54.668011 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-29b5670f-31ff-4d89-b39a-fb65fd0cea8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757196486498'] for network, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:54.704641 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5670f-31ff-4d89-b39a-fb65fd0cea8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5830c9d4-46c5-4fcf-a4c1-bb9b7bd132a6,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:54.720598 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 6 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:06:54.729395 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-29b5670f-31ff-4d89-b39a-fb65fd0cea8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:54.733054 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-29b5670f-31ff-4d89-b39a-fb65fd0cea8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739'] for network, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:54.744008 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9e5ed3b4-c72b-4214-9511-187ff157b7dd req-c448e007-b0ba-49fe-b852-4837fd9b7020 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807394 Apr 05 12:06:54.764640 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-2be00b3c-083b-4c35-84de-7edbd86cb542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'name': 'tempest-AttachVolumeTestJSON-503048823-router', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:29Z', 'updated_at': '2021-04-05T12:06:47Z', 'revision_number': 4, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'gw_port': {'id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:30Z', 'updated_at': '2021-04-05T12:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': '2d285325-55f6-4b02-b636-1e398df8cf7d', 'name': '', 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'mac_address': 'fa:16:3e:dc:a0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:45Z', 'updated_at': '2021-04-05T12:06:53Z', 'revision_number': 4, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'subnets': [{'id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:06:54.774222 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b5670f-31ff-4d89-b39a-fb65fd0cea8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:54.774555 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be00b3c-083b-4c35-84de-7edbd86cb542 None None] The sync data for ids ['c1b400fc-c6ce-4df9-8a0a-5174a64dd374'] in dv-cinder-784763-1-smb is: [{'id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'name': 'tempest-AttachVolumeTestJSON-503048823-router', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:29Z', 'updated_at': '2021-04-05T12:06:47Z', 'revision_number': 4, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'gw_port': {'id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:30Z', 'updated_at': '2021-04-05T12:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': '2d285325-55f6-4b02-b636-1e398df8cf7d', 'name': '', 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'mac_address': 'fa:16:3e:dc:a0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:45Z', 'updated_at': '2021-04-05T12:06:53Z', 'revision_number': 4, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'subnets': [{'id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:06:54.775057 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-29b5670f-31ff-4d89-b39a-fb65fd0cea8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:54.788470 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5a79aff4-babf-4a90-b673-fa972b42c64f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:54.826202 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:54.857930 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-87d71e67-d37e-4dce-923f-2669a8a3124b req-3ab772e0-4427-4d71-bcdf-637912e9de5e service neutron] 10.222.0.32 "GET /v2.0/networks/49526f73-451b-47db-8aba-278bba25f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9024951 Apr 05 12:06:55.052414 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-5a79aff4-babf-4a90-b673-fa972b42c64f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Allocated IP 172.28.2.173 (31dbbfbb-1103-49d1-a0e5-ac5561337b80/73ae074f-8780-41b9-9bf3-4fc6dce4ecd5/764e1616-89d8-4040-bb8a-ecd841edadb4) {{(pid=84417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:06:55.110510 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 016a7d1b-70ea-44fb-bdd4-f4e4d798727f details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 12:06:55.112806 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5670f-31ff-4d89-b39a-fb65fd0cea8d admin admin] Pushing event updated for resources: {'Network': ['ID=1b886c7d-d356-45c4-9115-815cc6937def,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:55.117024 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a069226b-3e3e-4c3b-8716-bc424781e2ee req-bd46337e-7626-42c8-905f-8453d580d922 service neutron] 10.222.0.32 "GET /v2.0/networks/4b8cdd33-fde5-4410-ae33-5eefc8d1156d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8455043 Apr 05 12:06:55.126153 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-29b5670f-31ff-4d89-b39a-fb65fd0cea8d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.0591109 Apr 05 12:06:55.129256 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-29b5670f-31ff-4d89-b39a-fb65fd0cea8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:55.138913 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 47446) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:55.205790 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-400a8297-e415-4ed6-bc6e-6c820669f025 admin admin] Request body: {'subnet': {'network_id': '1b886c7d-d356-45c4-9115-815cc6937def', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-993953219-subnet', 'tenant_id': 'f2bdb7f6eb514aa382a35a80ac88d77c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:55.242641 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-f3fc09cd-22d4-4027-bbef-e8ca80148340 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Notify callbacks [] for port, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:55.255704 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-400a8297-e415-4ed6-bc6e-6c820669f025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:06:55.419965 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-400a8297-e415-4ed6-bc6e-6c820669f025 admin admin] Usage tracker for resource:subnet and tenant:f2bdb7f6eb514aa382a35a80ac88d77c is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:06:55.424519 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Network 1b886c7d-d356-45c4-9115-815cc6937def details requested by agent ovs-agent-dv-cinder-784763-1-smb with host dv-cinder-784763-1-smb {{(pid=84419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 12:06:55.432580 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-400a8297-e415-4ed6-bc6e-6c820669f025 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:06:55.447662 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 2d285325-55f6-4b02-b636-1e398df8cf7d up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:06:55.476845 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7b2f1c39-e0b0-4184-ab23-1b48d4e5a437 req-1e2995ad-5f88-491e-af48-591afa870c2f tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 210 time: 0.2906106 Apr 05 12:06:55.484552 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-400a8297-e415-4ed6-bc6e-6c820669f025 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:06:55.562508 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5a79aff4-babf-4a90-b673-fa972b42c64f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for port, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:55.595070 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400a8297-e415-4ed6-bc6e-6c820669f025 admin admin] Made reservation on behalf of f2bdb7f6eb514aa382a35a80ac88d77c for: {'subnet': 1} {{(pid=84417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:06:55.601637 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-400a8297-e415-4ed6-bc6e-6c820669f025 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:55.632517 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-87d71e67-d37e-4dce-923f-2669a8a3124b req-c22d152d-888b-4f89-855e-4a19d721880e service neutron] 10.222.0.32 "GET /v2.0/networks/49526f73-451b-47db-8aba-278bba25f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7148397 Apr 05 12:06:55.659517 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 016a7d1b-70ea-44fb-bdd4-f4e4d798727f, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=016a7d1b-70ea-44fb-bdd4-f4e4d798727f,segment=NetworkSegment(87a99d09-0430-4d43-b90b-ebe3a6cff4b3),segment_id=87a99d09-0430-4d43-b90b-ebe3a6cff4b3)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:06:55.744390 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c8295-ab89-4c9b-a467-026a846e8b71 req-cd0bd943-9e11-443b-86f1-a20a65a7b6b8 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:55.750811 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5a79aff4-babf-4a90-b673-fa972b42c64f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330'] for port, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:55.752992 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-092c8295-ab89-4c9b-a467-026a846e8b71 req-cd0bd943-9e11-443b-86f1-a20a65a7b6b8 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/ports?device_id=58296e78-2b0e-499d-8a2b-ac2bb04c15ca HTTP/1.1" status: 200 len: 944 time: 1.3779550 Apr 05 12:06:55.759515 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Returning: {'device': '016a7d1b-70ea-44fb-bdd4-f4e4d798727f', 'network_id': '49526f73-451b-47db-8aba-278bba25f53d', 'port_id': '016a7d1b-70ea-44fb-bdd4-f4e4d798727f', 'mac_address': 'fa:16:3e:8b:8a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4203655-c8b6-45d2-ab59-6589759dd37a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:06:55.783092 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:55.891963 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a069226b-3e3e-4c3b-8716-bc424781e2ee req-6507e488-8897-4a9d-8f07-46f3c43f1b30 service neutron] 10.222.0.32 "GET /v2.0/networks/4b8cdd33-fde5-4410-ae33-5eefc8d1156d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7639630 Apr 05 12:06:55.911769 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning for port 2d285325-55f6-4b02-b636-1e398df8cf7d completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:06:55.916526 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:55.923438 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-f3fc09cd-22d4-4027-bbef-e8ca80148340 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330'] for port, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:55.934685 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port 2d285325-55f6-4b02-b636-1e398df8cf7d triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:06:55.935106 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:55.954513 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-092c8295-ab89-4c9b-a467-026a846e8b71 req-880ab38d-a118-498e-ac57-02f9c1905979 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/security-groups?id=d249037c-4312-475a-b071-b77a3a2c84c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003276 Apr 05 12:06:55.957711 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e9fb70d7-ada3-4716-affe-7909ee9dfef1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:55.990871 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 016a7d1b-70ea-44fb-bdd4-f4e4d798727f {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:06:56.029467 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 016a7d1b-70ea-44fb-bdd4-f4e4d798727f, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=016a7d1b-70ea-44fb-bdd4-f4e4d798727f,segment=NetworkSegment(87a99d09-0430-4d43-b90b-ebe3a6cff4b3),segment_id=87a99d09-0430-4d43-b90b-ebe3a6cff4b3)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:06:56.043457 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:56.045834 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:56.133899 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc09cd-22d4-4027-bbef-e8ca80148340 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Pushing event updated for resources: {'Port': ['ID=0697b953-a856-4fa8-b6e2-cd216ea973a9,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:56.136989 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f3fc09cd-22d4-4027-bbef-e8ca80148340 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:56.198185 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=016a7d1b-70ea-44fb-bdd4-f4e4d798727f,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:56.201197 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:56.214750 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:56.217479 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-f3fc09cd-22d4-4027-bbef-e8ca80148340 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Network e4d2affa-d50a-4902-aca6-24458c2b9331 is already hosted by enough agents. {{(pid=84418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:06:56.218939 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-f3fc09cd-22d4-4027-bbef-e8ca80148340 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Resources bound (agent type, host, resource id): {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:06:56.224367 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-f3fc09cd-22d4-4027-bbef-e8ca80148340 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Received port after_create {{(pid=84418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:06:56.236803 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-f3fc09cd-22d4-4027-bbef-e8ca80148340 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:56.237488 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-f3fc09cd-22d4-4027-bbef-e8ca80148340 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:56.244252 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] For port 2d285325-55f6-4b02-b636-1e398df8cf7d, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=2d285325-55f6-4b02-b636-1e398df8cf7d,segment=NetworkSegment(0c3b046c-3d9d-4bb7-a47e-97e66d32d96b),segment_id=0c3b046c-3d9d-4bb7-a47e-97e66d32d96b)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:06:56.246848 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79aff4-babf-4a90-b673-fa972b42c64f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Pushing event updated for resources: {'Port': ['ID=764e1616-89d8-4040-bb8a-ecd841edadb4,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:56.248475 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:56.250615 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:56.263053 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-f3fc09cd-22d4-4027-bbef-e8ca80148340 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2921214 Apr 05 12:06:56.277338 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-bbcccda1-46f5-4808-b9a4-49217cc9d816 service neutron] Request body: {'port': {'device_id': '8e2c2b87-9a86-4850-bcb9-d40810b34b72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:56.284564 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a79aff4-babf-4a90-b673-fa972b42c64f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Network 31dbbfbb-1103-49d1-a0e5-ac5561337b80 is already hosted by enough agents. {{(pid=84417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:06:56.303380 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-5a79aff4-babf-4a90-b673-fa972b42c64f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Resources bound (agent type, host, resource id): {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:06:56.322858 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5a79aff4-babf-4a90-b673-fa972b42c64f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:56.357669 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Pushing event updated for resources: {'Port': ['ID=2d285325-55f6-4b02-b636-1e398df8cf7d,revision_number=5']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:56.372104 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:56.384105 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a79aff4-babf-4a90-b673-fa972b42c64f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Received port after_create {{(pid=84417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:06:56.394291 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-f367b9e6-dcdc-4904-b50c-0bfbe907f75e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Allocated IP 172.20.0.5 (e4d2affa-d50a-4902-aca6-24458c2b9331/58bfef5a-b03d-4852-8400-b15e7cf54ce5/1b293e3f-80e3-4ff5-b376-01fff9d75b95) {{(pid=84417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:06:56.464273 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-bbcccda1-46f5-4808-b9a4-49217cc9d816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:56.487777 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb101be3-3f8b-4fa7-b737-a7f0ff8afa5f req-0920ef22-b2a2-4cf3-8b46-c4d7a17b5a7e tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:56.494076 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-bb101be3-3f8b-4fa7-b737-a7f0ff8afa5f req-0920ef22-b2a2-4cf3-8b46-c4d7a17b5a7e tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=22434853-0008-4c0c-890c-c825125319e2 HTTP/1.1" status: 200 len: 945 time: 0.4572854 Apr 05 12:06:56.501346 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['016a7d1b-70ea-44fb-bdd4-f4e4d798727f'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:06:56.687623 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-bb101be3-3f8b-4fa7-b737-a7f0ff8afa5f req-61cd4bfa-d480-4040-bf7f-89fb308c7dc6 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837425 Apr 05 12:06:56.763608 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5a79aff4-babf-4a90-b673-fa972b42c64f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:56.786435 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-7f58c893-32ad-4511-80d8-ec4bdc59b93f req-9d49a92b-cdcc-432b-a9cb-966cf938972c tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Synchronizing usage tracker for tenant:808b3f55d36f47a2a2dd53e694db5da5 on resource:port {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:06:56.820952 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-7f58c893-32ad-4511-80d8-ec4bdc59b93f req-9d49a92b-cdcc-432b-a9cb-966cf938972c tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Unset dirty status for tenant:808b3f55d36f47a2a2dd53e694db5da5 on resource:port {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:06:56.822406 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7f58c893-32ad-4511-80d8-ec4bdc59b93f req-9d49a92b-cdcc-432b-a9cb-966cf938972c tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 210 time: 0.1200473 Apr 05 12:06:56.952861 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5a79aff4-babf-4a90-b673-fa972b42c64f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:57.092673 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device e7411647-5b35-4ff3-9eb8-d7c7a051b6bb details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 12:06:57.262196 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port e7411647-5b35-4ff3-9eb8-d7c7a051b6bb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e7411647-5b35-4ff3-9eb8-d7c7a051b6bb,segment=NetworkSegment(b3b513e0-f45c-4505-a148-b3baddbb60f9),segment_id=b3b513e0-f45c-4505-a148-b3baddbb60f9)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:06:57.278996 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Returning: {'device': 'e7411647-5b35-4ff3-9eb8-d7c7a051b6bb', 'network_id': '4b8cdd33-fde5-4410-ae33-5eefc8d1156d', 'port_id': 'e7411647-5b35-4ff3-9eb8-d7c7a051b6bb', 'mac_address': 'fa:16:3e:7f:37:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58234435-b743-4eeb-a268-7228a469b17f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:06:57.334396 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 2d285325-55f6-4b02-b636-1e398df8cf7d up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:06:57.432049 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:57.460450 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7411647-5b35-4ff3-9eb8-d7c7a051b6bb {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:06:57.484001 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port e7411647-5b35-4ff3-9eb8-d7c7a051b6bb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e7411647-5b35-4ff3-9eb8-d7c7a051b6bb,segment=NetworkSegment(b3b513e0-f45c-4505-a148-b3baddbb60f9),segment_id=b3b513e0-f45c-4505-a148-b3baddbb60f9)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:06:57.488685 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:57.491021 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c6b34a24-97f4-4fab-a3a3-6a84727a85e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:57.542054 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port 2d285325-55f6-4b02-b636-1e398df8cf7d triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:06:57.542243 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:57.624354 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=e7411647-5b35-4ff3-9eb8-d7c7a051b6bb,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:57.627908 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:57.667757 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebda3e3-ec5e-4b26-83cc-ba3c54eb6582 req-17c6b12b-a3ee-4bc1-8e65-b1543e674609 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:57.669334 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-cebda3e3-ec5e-4b26-83cc-ba3c54eb6582 req-17c6b12b-a3ee-4bc1-8e65-b1543e674609 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/ports?device_id=58296e78-2b0e-499d-8a2b-ac2bb04c15ca HTTP/1.1" status: 200 len: 944 time: 0.5416114 Apr 05 12:06:57.681636 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-f367b9e6-dcdc-4904-b50c-0bfbe907f75e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Notify callbacks [] for port, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:57.773732 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5a79aff4-babf-4a90-b673-fa972b42c64f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for port, precommit_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:57.786965 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5a79aff4-babf-4a90-b673-fa972b42c64f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:57.820112 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2545fb88-8de8-4228-bfcf-4c207b9a8426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:57.840893 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['e7411647-5b35-4ff3-9eb8-d7c7a051b6bb'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:06:57.879925 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-cebda3e3-ec5e-4b26-83cc-ba3c54eb6582 req-770c3a0a-0f15-47b5-b32f-2ba7b7c7c32a tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/security-groups?id=d249037c-4312-475a-b071-b77a3a2c84c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925972 Apr 05 12:06:57.982404 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361bd03a-3590-4b8d-951f-534f8c178ceb req-9dd6eb0a-cff8-4875-b2ca-2ac4ebb07467 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:57.984033 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-361bd03a-3590-4b8d-951f-534f8c178ceb req-9dd6eb0a-cff8-4875-b2ca-2ac4ebb07467 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=22434853-0008-4c0c-890c-c825125319e2 HTTP/1.1" status: 200 len: 945 time: 0.1551428 Apr 05 12:06:57.988184 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-400a8297-e415-4ed6-bc6e-6c820669f025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739'] for subnet, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:58.028218 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-f367b9e6-dcdc-4904-b50c-0bfbe907f75e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330'] for port, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:58.048896 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79aff4-babf-4a90-b673-fa972b42c64f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Pushing event updated for resources: {'Port': ['ID=764e1616-89d8-4040-bb8a-ecd841edadb4,revision_number=2']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:58.161775 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5a79aff4-babf-4a90-b673-fa972b42c64f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:58.177854 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c136c1bb-6b32-458a-8a29-117577fcdec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:58.327680 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-361bd03a-3590-4b8d-951f-534f8c178ceb req-5279567a-a988-4f71-8a40-5cb9e3de9430 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274822 Apr 05 12:06:58.423996 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a8297-e415-4ed6-bc6e-6c820669f025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eae6c303-a130-4a27-b098-4b5a6d5216ff,revision_number=0']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:58.434696 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-400a8297-e415-4ed6-bc6e-6c820669f025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:58.436769 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2545fb88-8de8-4228-bfcf-4c207b9a8426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:58.446257 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-bbcccda1-46f5-4808-b9a4-49217cc9d816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0697b953-a856-4fa8-b6e2-cd216ea973a9 {{(pid=84418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:06:58.454294 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-bbcccda1-46f5-4808-b9a4-49217cc9d816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:58.470730 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-bbcccda1-46f5-4808-b9a4-49217cc9d816 service neutron] Transition to ACTIVE for port object 0697b953-a856-4fa8-b6e2-cd216ea973a9 will not be triggered until provisioned by entity L2. {{(pid=84418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:06:58.473007 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-bbcccda1-46f5-4808-b9a4-49217cc9d816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:58.479653 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5a79aff4-babf-4a90-b673-fa972b42c64f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854004789'] for floatingip, after_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:58.490747 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:58.577293 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcccda1-46f5-4808-b9a4-49217cc9d816 service neutron] Pushing event updated for resources: {'Port': ['ID=0697b953-a856-4fa8-b6e2-cd216ea973a9,revision_number=2']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:58.582699 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-bbcccda1-46f5-4808-b9a4-49217cc9d816 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:58.604733 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4695e8-9b70-424f-a3bf-0e5077776704 req-ab50d704-86eb-4879-8b43-cbe4e39f2ef9 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:58.605484 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-aa4695e8-9b70-424f-a3bf-0e5077776704 req-ab50d704-86eb-4879-8b43-cbe4e39f2ef9 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Synchronizing usage tracker for tenant:808b3f55d36f47a2a2dd53e694db5da5 on resource:port {{(pid=84417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:06:58.611146 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367b9e6-dcdc-4904-b50c-0bfbe907f75e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Pushing event updated for resources: {'Port': ['ID=1b293e3f-80e3-4ff5-b376-01fff9d75b95,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:58.622576 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f367b9e6-dcdc-4904-b50c-0bfbe907f75e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:58.633221 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5a79aff4-babf-4a90-b673-fa972b42c64f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:58.643767 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-5a79aff4-babf-4a90-b673-fa972b42c64f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2575951 Apr 05 12:06:58.666539 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-f367b9e6-dcdc-4904-b50c-0bfbe907f75e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Network e4d2affa-d50a-4902-aca6-24458c2b9331 is already hosted by enough agents. {{(pid=84417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:06:58.669866 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-f367b9e6-dcdc-4904-b50c-0bfbe907f75e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Resources bound (agent type, host, resource id): {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:06:58.671798 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400a8297-e415-4ed6-bc6e-6c820669f025 admin admin] Checking segment: {'id': '0c0aee54-5434-4e44-abad-5a4029dadb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1b886c7d-d356-45c4-9115-815cc6937def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:06:58.672205 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400a8297-e415-4ed6-bc6e-6c820669f025 admin admin] Network hostable DHCP agents. Network: 1b886c7d-d356-45c4-9115-815cc6937def, hostable agents: ['4e04494a-4007-4790-9de1-331780b361fc'], hosted agents: [] {{(pid=84417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 12:06:58.677025 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-f367b9e6-dcdc-4904-b50c-0bfbe907f75e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Received port after_create {{(pid=84417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:06:58.683072 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-f367b9e6-dcdc-4904-b50c-0bfbe907f75e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:58.683748 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-f367b9e6-dcdc-4904-b50c-0bfbe907f75e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for port, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:58.687832 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-aa4695e8-9b70-424f-a3bf-0e5077776704 req-ab50d704-86eb-4879-8b43-cbe4e39f2ef9 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Unset dirty status for tenant:808b3f55d36f47a2a2dd53e694db5da5 on resource:port {{(pid=84417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:06:58.695678 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-aa4695e8-9b70-424f-a3bf-0e5077776704 req-ab50d704-86eb-4879-8b43-cbe4e39f2ef9 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 931 time: 0.6528242 Apr 05 12:06:58.758884 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-f367b9e6-dcdc-4904-b50c-0bfbe907f75e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9359689 Apr 05 12:06:58.769846 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400a8297-e415-4ed6-bc6e-6c820669f025 admin admin] Network 1b886c7d-d356-45c4-9115-815cc6937def is scheduled to be hosted by DHCP agent 4e04494a-4007-4790-9de1-331780b361fc with binding_index 1 {{(pid=84417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 12:06:58.777637 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-aa4695e8-9b70-424f-a3bf-0e5077776704 req-95eebc1a-758a-48fb-a8f2-58fdd9a300da tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810175 Apr 05 12:06:58.785470 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-1d816d3a-7f76-49f6-b54d-d17746c6434d service neutron] Request body: {'port': {'device_id': '6bfdd4cb-fc60-424e-9faa-aaddb635f946', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:58.821257 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-bbcccda1-46f5-4808-b9a4-49217cc9d816 service neutron] Attempting to bind port 0697b953-a856-4fa8-b6e2-cd216ea973a9 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:06:58.821769 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-bbcccda1-46f5-4808-b9a4-49217cc9d816 service neutron] Attempting to bind port 0697b953-a856-4fa8-b6e2-cd216ea973a9 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '741a0b27-d43b-4759-a6f2-f4bd2deade44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e4d2affa-d50a-4902-aca6-24458c2b9331'}] {{(pid=84418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:06:58.822142 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-bbcccda1-46f5-4808-b9a4-49217cc9d816 service neutron] Attempting to bind port 0697b953-a856-4fa8-b6e2-cd216ea973a9 on network e4d2affa-d50a-4902-aca6-24458c2b9331 {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:06:58.828052 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-bbcccda1-46f5-4808-b9a4-49217cc9d816 service neutron] Port 0697b953-a856-4fa8-b6e2-cd216ea973a9 on network e4d2affa-d50a-4902-aca6-24458c2b9331 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 12:06:58.828581 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-bbcccda1-46f5-4808-b9a4-49217cc9d816 service neutron] Attempting to bind port 0697b953-a856-4fa8-b6e2-cd216ea973a9 on network e4d2affa-d50a-4902-aca6-24458c2b9331 {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:06:58.834570 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-bbcccda1-46f5-4808-b9a4-49217cc9d816 service neutron] Checking agent: {'id': 'b4ce1f0a-2cfc-4a41-8c75-ffa3be69bd3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:06:58.835468 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-bbcccda1-46f5-4808-b9a4-49217cc9d816 service neutron] Checking segment: {'id': '741a0b27-d43b-4759-a6f2-f4bd2deade44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e4d2affa-d50a-4902-aca6-24458c2b9331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:06:58.835881 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-bbcccda1-46f5-4808-b9a4-49217cc9d816 service neutron] Bound using segment: {'id': '741a0b27-d43b-4759-a6f2-f4bd2deade44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e4d2affa-d50a-4902-aca6-24458c2b9331'} {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:06:58.836353 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-bbcccda1-46f5-4808-b9a4-49217cc9d816 service neutron] Bound port: 0697b953-a856-4fa8-b6e2-cd216ea973a9, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741a0b27-d43b-4759-a6f2-f4bd2deade44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e4d2affa-d50a-4902-aca6-24458c2b9331'}}] {{(pid=84418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:06:58.836807 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-bbcccda1-46f5-4808-b9a4-49217cc9d816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:58.841080 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-400a8297-e415-4ed6-bc6e-6c820669f025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-smb, 1b886c7d-d356-45c4-9115-815cc6937def) {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:06:58.848067 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400a8297-e415-4ed6-bc6e-6c820669f025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:58.848712 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-400a8297-e415-4ed6-bc6e-6c820669f025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for subnet, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:58.849581 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accb7199-4fbd-4df0-82a6-45a522b2bde5 None None] Network 1b886c7d-d356-45c4-9115-815cc6937def requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:06:58.947502 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-1d816d3a-7f76-49f6-b54d-d17746c6434d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:58.970475 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-400a8297-e415-4ed6-bc6e-6c820669f025 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.8303323 Apr 05 12:06:59.019717 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-cf39f88f-3c9e-4995-aab0-0741d401684e tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Synchronizing usage tracker for tenant:ddc3c61214c148ae9122b41d30482408 on resource:security_group {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:06:59.047920 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-bbcccda1-46f5-4808-b9a4-49217cc9d816 service neutron] For port 0697b953-a856-4fa8-b6e2-cd216ea973a9, host hv-cinder-78476, cleared binding levels {{(pid=84418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:06:59.050629 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-cf39f88f-3c9e-4995-aab0-0741d401684e tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Unset dirty status for tenant:ddc3c61214c148ae9122b41d30482408 on resource:security_group {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:06:59.060486 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-cf39f88f-3c9e-4995-aab0-0741d401684e tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--849382183&fields=id&tenant_id=ddc3c61214c148ae9122b41d30482408 HTTP/1.1" status: 200 len: 267 time: 0.1114407 Apr 05 12:06:59.064140 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-bbcccda1-46f5-4808-b9a4-49217cc9d816 service neutron] For port 0697b953-a856-4fa8-b6e2-cd216ea973a9, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=0697b953-a856-4fa8-b6e2-cd216ea973a9,segment=NetworkSegment(741a0b27-d43b-4759-a6f2-f4bd2deade44),segment_id=741a0b27-d43b-4759-a6f2-f4bd2deade44)] {{(pid=84418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:06:59.098957 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-bbcccda1-46f5-4808-b9a4-49217cc9d816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:59.118116 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device e7411647-5b35-4ff3-9eb8-d7c7a051b6bb up at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:06:59.173357 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b7012b6a-0489-4d1e-a326-625285e68a70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:06:59.327678 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning for port e7411647-5b35-4ff3-9eb8-d7c7a051b6bb completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:06:59.405701 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcccda1-46f5-4808-b9a4-49217cc9d816 service neutron] Pushing event updated for resources: {'Port': ['ID=0697b953-a856-4fa8-b6e2-cd216ea973a9,revision_number=3']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:06:59.418440 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning complete for port e7411647-5b35-4ff3-9eb8-d7c7a051b6bb triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:06:59.424597 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:59.558932 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-bbcccda1-46f5-4808-b9a4-49217cc9d816 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:06:59.593424 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4f7d3-63bf-46a1-897d-6a046b6fa2fd req-3db741d3-ffe0-402b-a1e3-71152cd5b01e tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:59.595761 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4bf4f7d3-63bf-46a1-897d-6a046b6fa2fd req-3db741d3-ffe0-402b-a1e3-71152cd5b01e tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/ports?device_id=58296e78-2b0e-499d-8a2b-ac2bb04c15ca HTTP/1.1" status: 200 len: 945 time: 0.3803766 Apr 05 12:06:59.619562 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-bbcccda1-46f5-4808-b9a4-49217cc9d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:59.620455 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-bbcccda1-46f5-4808-b9a4-49217cc9d816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:59.622053 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-bbcccda1-46f5-4808-b9a4-49217cc9d816 service neutron] 10.222.0.32 "PUT /v2.0/ports/0697b953-a856-4fa8-b6e2-cd216ea973a9 HTTP/1.1" status: 200 len: 1093 time: 3.3502634 Apr 05 12:06:59.622685 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2c2b87-9a86-4850-bcb9-d40810b34b72', 'tag': '0697b953-a856-4fa8-b6e2-cd216ea973a9'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:06:59.689951 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f8a09a-be14-4bb9-984f-3a738cdee23b None None] Network 1b886c7d-d356-45c4-9115-815cc6937def requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:06:59.708742 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4bf4f7d3-63bf-46a1-897d-6a046b6fa2fd req-2aeecc51-b575-47bd-aa40-4220702d7bb4 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/security-groups?id=d249037c-4312-475a-b071-b77a3a2c84c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008101 Apr 05 12:06:59.783647 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-9a661df2-42f0-42ef-9aa9-6a1cc2487ce6 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:06:59.784451 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-9a661df2-42f0-42ef-9aa9-6a1cc2487ce6 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Synchronizing usage tracker for tenant:ddc3c61214c148ae9122b41d30482408 on resource:network {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:06:59.843173 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-9a661df2-42f0-42ef-9aa9-6a1cc2487ce6 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Unset dirty status for tenant:ddc3c61214c148ae9122b41d30482408 on resource:network {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:06:59.844934 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-9a661df2-42f0-42ef-9aa9-6a1cc2487ce6 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/networks?id=ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 HTTP/1.1" status: 200 len: 810 time: 0.7832472 Apr 05 12:06:59.897535 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-83465759-a95b-4044-b87e-a85486521ce8 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/quotas/ddc3c61214c148ae9122b41d30482408 HTTP/1.1" status: 200 len: 375 time: 0.0438540 Apr 05 12:06:59.908579 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-1d816d3a-7f76-49f6-b54d-d17746c6434d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b293e3f-80e3-4ff5-b376-01fff9d75b95 {{(pid=84417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:06:59.927918 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-1d816d3a-7f76-49f6-b54d-d17746c6434d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:06:59.995969 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-1d816d3a-7f76-49f6-b54d-d17746c6434d service neutron] Transition to ACTIVE for port object 1b293e3f-80e3-4ff5-b376-01fff9d75b95 will not be triggered until provisioned by entity L2. {{(pid=84417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:07:00.010208 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-1d816d3a-7f76-49f6-b54d-d17746c6434d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:00.075997 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:00.099302 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:00.179570 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 47604) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:00.179951 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 47606) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:00.190355 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-c287bf24-a572-43ce-901f-526633ed6e6e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-79656019-network', 'tenant_id': 'a8fd35ac0dc94b0e8e4ac4e01739b157'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:00.196117 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58296e78-2b0e-499d-8a2b-ac2bb04c15ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7411647-5b35-4ff3-9eb8-d7c7a051b6bb'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:07:00.206780 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c287bf24-a572-43ce-901f-526633ed6e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:00.216844 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-90d44ce0-06d4-47a8-b953-5f5482f33fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:00.219041 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-90d44ce0-06d4-47a8-b953-5f5482f33fa8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=808b3f55d36f47a2a2dd53e694db5da5&device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 1096 time: 0.5238442 Apr 05 12:07:00.222949 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c287bf24-a572-43ce-901f-526633ed6e6e admin admin] Usage tracker for resource:network and tenant:a8fd35ac0dc94b0e8e4ac4e01739b157 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:00.231507 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c287bf24-a572-43ce-901f-526633ed6e6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:00.244767 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-bd4357e1-f8e4-4caf-a6f9-e69025f553d1 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ddc3c61214c148ae9122b41d30482408&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3316965 Apr 05 12:07:00.315341 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-de0adaf3-6fed-4a96-818c-0bb0787871a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0697b953-a856-4fa8-b6e2-cd216ea973a9 HTTP/1.1" status: 200 len: 217 time: 0.0800638 Apr 05 12:07:00.316376 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c287bf24-a572-43ce-901f-526633ed6e6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:00.340933 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d816d3a-7f76-49f6-b54d-d17746c6434d service neutron] Pushing event updated for resources: {'Port': ['ID=1b293e3f-80e3-4ff5-b376-01fff9d75b95,revision_number=2']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:00.349411 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1d816d3a-7f76-49f6-b54d-d17746c6434d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:00.392170 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd37d3-81fc-406e-af95-7cd51b34f3c7 req-9896200b-c36b-4f4f-a31e-4534d8457cf0 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:00.394459 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-60fd37d3-81fc-406e-af95-7cd51b34f3c7 req-9896200b-c36b-4f4f-a31e-4534d8457cf0 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=22434853-0008-4c0c-890c-c825125319e2 HTTP/1.1" status: 200 len: 945 time: 0.3216097 Apr 05 12:07:00.469226 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c287bf24-a572-43ce-901f-526633ed6e6e admin admin] Made reservation on behalf of a8fd35ac0dc94b0e8e4ac4e01739b157 for: {'network': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:07:00.474401 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c287bf24-a572-43ce-901f-526633ed6e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for network, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:00.483961 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port e7411647-5b35-4ff3-9eb8-d7c7a051b6bb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e7411647-5b35-4ff3-9eb8-d7c7a051b6bb,segment=NetworkSegment(b3b513e0-f45c-4505-a148-b3baddbb60f9),segment_id=b3b513e0-f45c-4505-a148-b3baddbb60f9)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:07:00.503846 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:00.504813 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 016a7d1b-70ea-44fb-bdd4-f4e4d798727f up at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:07:00.566527 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:00.596756 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-97dc7528-4f7a-4aa8-9638-94c74307ae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:00.598962 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-97dc7528-4f7a-4aa8-9638-94c74307ae8d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58bfef5a-b03d-4852-8400-b15e7cf54ce5 HTTP/1.1" status: 200 len: 858 time: 0.2437274 Apr 05 12:07:00.600330 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c287bf24-a572-43ce-901f-526633ed6e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:00.633638 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-60fd37d3-81fc-406e-af95-7cd51b34f3c7 req-dc120943-582a-4fee-a791-e1a3455bee1f tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234602 Apr 05 12:07:00.637867 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-1d816d3a-7f76-49f6-b54d-d17746c6434d service neutron] Attempting to bind port 1b293e3f-80e3-4ff5-b376-01fff9d75b95 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:07:00.638271 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-1d816d3a-7f76-49f6-b54d-d17746c6434d service neutron] Attempting to bind port 1b293e3f-80e3-4ff5-b376-01fff9d75b95 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '741a0b27-d43b-4759-a6f2-f4bd2deade44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e4d2affa-d50a-4902-aca6-24458c2b9331'}] {{(pid=84417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:07:00.638634 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-1d816d3a-7f76-49f6-b54d-d17746c6434d service neutron] Attempting to bind port 1b293e3f-80e3-4ff5-b376-01fff9d75b95 on network e4d2affa-d50a-4902-aca6-24458c2b9331 {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:07:00.644000 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-1d816d3a-7f76-49f6-b54d-d17746c6434d service neutron] Port 1b293e3f-80e3-4ff5-b376-01fff9d75b95 on network e4d2affa-d50a-4902-aca6-24458c2b9331 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 12:07:00.644361 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-1d816d3a-7f76-49f6-b54d-d17746c6434d service neutron] Attempting to bind port 1b293e3f-80e3-4ff5-b376-01fff9d75b95 on network e4d2affa-d50a-4902-aca6-24458c2b9331 {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:07:00.650218 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-1d816d3a-7f76-49f6-b54d-d17746c6434d service neutron] Checking agent: {'id': 'b4ce1f0a-2cfc-4a41-8c75-ffa3be69bd3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:07:00.650592 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-1d816d3a-7f76-49f6-b54d-d17746c6434d service neutron] Checking segment: {'id': '741a0b27-d43b-4759-a6f2-f4bd2deade44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e4d2affa-d50a-4902-aca6-24458c2b9331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:07:00.651195 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-1d816d3a-7f76-49f6-b54d-d17746c6434d service neutron] Bound using segment: {'id': '741a0b27-d43b-4759-a6f2-f4bd2deade44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e4d2affa-d50a-4902-aca6-24458c2b9331'} {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:07:00.651701 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-1d816d3a-7f76-49f6-b54d-d17746c6434d service neutron] Bound port: 1b293e3f-80e3-4ff5-b376-01fff9d75b95, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741a0b27-d43b-4759-a6f2-f4bd2deade44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e4d2affa-d50a-4902-aca6-24458c2b9331'}}] {{(pid=84417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:07:00.652082 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-1d816d3a-7f76-49f6-b54d-d17746c6434d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:00.694793 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-61bc723d-e293-4bfc-ac7e-5de209ea11f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4d2affa-d50a-4902-aca6-24458c2b9331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727077 Apr 05 12:07:00.698605 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e545f840-6b50-4583-982d-f2e5cf617c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:00.717023 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c287bf24-a572-43ce-901f-526633ed6e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:00.741496 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=e7411647-5b35-4ff3-9eb8-d7c7a051b6bb,revision_number=5']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:00.750510 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c287bf24-a572-43ce-901f-526633ed6e6e admin admin] Usage tracker for resource:security_group_rule and tenant:a8fd35ac0dc94b0e8e4ac4e01739b157 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:00.754113 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning for port 016a7d1b-70ea-44fb-bdd4-f4e4d798727f completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:07:00.760162 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:00.761432 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning complete for port 016a7d1b-70ea-44fb-bdd4-f4e4d798727f triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:07:00.761989 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:00.770908 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c287bf24-a572-43ce-901f-526633ed6e6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:00.777163 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-e545f840-6b50-4583-982d-f2e5cf617c63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:00.781163 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-e545f840-6b50-4583-982d-f2e5cf617c63 admin admin] Usage tracker for resource:security_group_rule and tenant:71a198f33b4545b1803eb37bd80161f7 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:00.784093 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-e545f840-6b50-4583-982d-f2e5cf617c63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:00.790167 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-e545f840-6b50-4583-982d-f2e5cf617c63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:00.791673 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-1d816d3a-7f76-49f6-b54d-d17746c6434d service neutron] For port 1b293e3f-80e3-4ff5-b376-01fff9d75b95, host hv-cinder-78476, cleared binding levels {{(pid=84417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:07:00.797351 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-1d816d3a-7f76-49f6-b54d-d17746c6434d service neutron] For port 1b293e3f-80e3-4ff5-b376-01fff9d75b95, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=1b293e3f-80e3-4ff5-b376-01fff9d75b95,segment=NetworkSegment(741a0b27-d43b-4759-a6f2-f4bd2deade44),segment_id=741a0b27-d43b-4759-a6f2-f4bd2deade44)] {{(pid=84417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:07:00.809385 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-1d816d3a-7f76-49f6-b54d-d17746c6434d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:00.830897 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2c2b87-9a86-4850-bcb9-d40810b34b72', 'tag': '0697b953-a856-4fa8-b6e2-cd216ea973a9', 'status': 'completed', 'code': 200} Apr 05 12:07:00.831723 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:00.842522 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c287bf24-a572-43ce-901f-526633ed6e6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:00.901360 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e545f840-6b50-4583-982d-f2e5cf617c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:00.958786 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e545f840-6b50-4583-982d-f2e5cf617c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:00.963582 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:01.005360 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 016a7d1b-70ea-44fb-bdd4-f4e4d798727f, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=016a7d1b-70ea-44fb-bdd4-f4e4d798727f,segment=NetworkSegment(87a99d09-0430-4d43-b90b-ebe3a6cff4b3),segment_id=87a99d09-0430-4d43-b90b-ebe3a6cff4b3)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:07:01.009212 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:01.012752 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:01.019440 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-52ccfc80-75d2-4cfb-9243-42cf26d6ea2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:01.043243 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-e545f840-6b50-4583-982d-f2e5cf617c63 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=71a198f33b4545b1803eb37bd80161f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8621900 Apr 05 12:07:01.056423 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 47636) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:01.098580 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-b0dbe96c-9431-4e7a-834f-44805550c6a4 service neutron] 10.222.0.26 "GET /v2.0/networks/ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7796974 Apr 05 12:07:01.123391 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=016a7d1b-70ea-44fb-bdd4-f4e4d798727f,revision_number=5']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:01.126734 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:01.171865 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545f840-6b50-4583-982d-f2e5cf617c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e4a8ca-e5e8-4e4d-a5c7-f8c69278a786,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:01.184721 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e545f840-6b50-4583-982d-f2e5cf617c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:01.257996 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-37595923-87d7-4fe2-a492-a725a7b0c226 service neutron] 10.222.0.32 "GET /v2.0/networks/e4d2affa-d50a-4902-aca6-24458c2b9331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5426450 Apr 05 12:07:01.309272 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d816d3a-7f76-49f6-b54d-d17746c6434d service neutron] Pushing event updated for resources: {'Port': ['ID=1b293e3f-80e3-4ff5-b376-01fff9d75b95,revision_number=3']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:01.316053 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1d816d3a-7f76-49f6-b54d-d17746c6434d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:01.363347 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f72d70-35c1-41c4-bcb1-b3bcafd21198 req-5dc8ef98-ac31-4baa-85cc-e422b00e5ede tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:01.364968 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d5f72d70-35c1-41c4-bcb1-b3bcafd21198 req-5dc8ef98-ac31-4baa-85cc-e422b00e5ede tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 943 time: 0.2626886 Apr 05 12:07:01.373513 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-1d816d3a-7f76-49f6-b54d-d17746c6434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:01.373990 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-1d816d3a-7f76-49f6-b54d-d17746c6434d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for port, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:01.375495 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-1d816d3a-7f76-49f6-b54d-d17746c6434d service neutron] 10.222.0.32 "PUT /v2.0/ports/1b293e3f-80e3-4ff5-b376-01fff9d75b95 HTTP/1.1" status: 200 len: 1093 time: 2.6078491 Apr 05 12:07:01.376919 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bfdd4cb-fc60-424e-9faa-aaddb635f946', 'tag': '1b293e3f-80e3-4ff5-b376-01fff9d75b95'}] {{(pid=84417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:07:01.380636 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bf4249ec-eb5c-4291-b47e-17c9a4358400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:01.522693 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-30cbd61c-a971-4d8f-93ce-07d16184047a service neutron] 10.222.0.26 "GET /v2.0/networks/ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226687 Apr 05 12:07:01.526253 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bf4249ec-eb5c-4291-b47e-17c9a4358400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:01.537017 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d5f72d70-35c1-41c4-bcb1-b3bcafd21198 req-fa8080e4-6c12-426a-80db-774272a9aa1b tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652863 Apr 05 12:07:01.561498 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-aece205f-87f1-4f02-93ad-d59dd69a2d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:01.563110 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-aece205f-87f1-4f02-93ad-d59dd69a2d51 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=808b3f55d36f47a2a2dd53e694db5da5&device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 1096 time: 0.1173046 Apr 05 12:07:01.582194 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c287bf24-a572-43ce-901f-526633ed6e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:01.600946 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a1bf2ce5-98db-4729-a7f8-ea28cda678e6 req-20c94d27-2df9-43c7-a75c-c300e3d17643 service neutron] 10.222.0.32 "GET /v2.0/networks/e4d2affa-d50a-4902-aca6-24458c2b9331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193381 Apr 05 12:07:01.601575 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c287bf24-a572-43ce-901f-526633ed6e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:01.616106 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c287bf24-a572-43ce-901f-526633ed6e6e admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=84418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 12:07:01.624877 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c287bf24-a572-43ce-901f-526633ed6e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:01.625260 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-c287bf24-a572-43ce-901f-526633ed6e6e admin admin] Added segment 11c50e44-8752-46f9-a267-006e747865b2 of type vlan for network c5cb236d-4f1c-4366-ad21-ddda434f9c28 Apr 05 12:07:01.652078 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:01.665608 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c287bf24-a572-43ce-901f-526633ed6e6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757196486498'] for network, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:01.738372 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c287bf24-a572-43ce-901f-526633ed6e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739'] for network, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:01.740106 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-e9c41023-e86a-4c5c-9305-24e7a347d5a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b293e3f-80e3-4ff5-b376-01fff9d75b95 HTTP/1.1" status: 200 len: 217 time: 0.1697407 Apr 05 12:07:01.748235 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c287bf24-a572-43ce-901f-526633ed6e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:01.748872 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c287bf24-a572-43ce-901f-526633ed6e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:01.781393 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287bf24-a572-43ce-901f-526633ed6e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068acf19-7cfd-4dfa-ab42-73148880f82d,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:01.787771 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c287bf24-a572-43ce-901f-526633ed6e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:01.788224 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58296e78-2b0e-499d-8a2b-ac2bb04c15ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7411647-5b35-4ff3-9eb8-d7c7a051b6bb', 'code': 200} Apr 05 12:07:01.800334 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:01.839360 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-0270a5f4-6fe5-4d44-8a04-accd1a5089b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:01.841014 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-0270a5f4-6fe5-4d44-8a04-accd1a5089b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58bfef5a-b03d-4852-8400-b15e7cf54ce5 HTTP/1.1" status: 200 len: 858 time: 0.0940804 Apr 05 12:07:01.916975 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-93a7fcfa-ea0d-48ee-b790-c32875ec969a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4d2affa-d50a-4902-aca6-24458c2b9331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690818 Apr 05 12:07:01.936068 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287bf24-a572-43ce-901f-526633ed6e6e admin admin] Pushing event updated for resources: {'Network': ['ID=c5cb236d-4f1c-4366-ad21-ddda434f9c28,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:01.959298 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Network c5cb236d-4f1c-4366-ad21-ddda434f9c28 details requested by agent ovs-agent-dv-cinder-784763-1-smb with host dv-cinder-784763-1-smb {{(pid=84419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 12:07:01.985699 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c287bf24-a572-43ce-901f-526633ed6e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:01.988953 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bf4249ec-eb5c-4291-b47e-17c9a4358400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:02.008164 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bf4249ec-eb5c-4291-b47e-17c9a4358400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:02.011841 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-bf4249ec-eb5c-4291-b47e-17c9a4358400 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/65e4a8ca-e5e8-4e4d-a5c7-f8c69278a786 HTTP/1.1" status: 204 len: 168 time: 0.9483759 Apr 05 12:07:02.011841 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:02.031377 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-c287bf24-a572-43ce-901f-526633ed6e6e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8486760 Apr 05 12:07:02.036932 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 47672) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:02.039600 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4249ec-eb5c-4291-b47e-17c9a4358400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e4a8ca-e5e8-4e4d-a5c7-f8c69278a786,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:02.044789 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-bf4249ec-eb5c-4291-b47e-17c9a4358400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:02.054480 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-6d68af44-5bbf-4c34-a7cd-c070049e60a5 admin admin] Request body: {'subnet': {'network_id': 'c5cb236d-4f1c-4366-ad21-ddda434f9c28', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-79656019-subnet', 'tenant_id': 'a8fd35ac0dc94b0e8e4ac4e01739b157', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:02.078413 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-6d68af44-5bbf-4c34-a7cd-c070049e60a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:02.088388 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-6d68af44-5bbf-4c34-a7cd-c070049e60a5 admin admin] Usage tracker for resource:subnet and tenant:a8fd35ac0dc94b0e8e4ac4e01739b157 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:02.097683 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-6d68af44-5bbf-4c34-a7cd-c070049e60a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:02.109731 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-6d68af44-5bbf-4c34-a7cd-c070049e60a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:02.346875 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-a0cd4d18-4f70-4f93-8c48-2eab86788a7f service neutron] 10.222.0.32 "GET /v2.0/networks/e4d2affa-d50a-4902-aca6-24458c2b9331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220176 Apr 05 12:07:02.356741 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb838ed-688e-43f2-91ee-6fa57e9b0517 req-95db7b3b-94ca-4df9-9558-111fb59f1cff tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:02.365135 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2bb838ed-688e-43f2-91ee-6fa57e9b0517 req-95db7b3b-94ca-4df9-9558-111fb59f1cff tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=22434853-0008-4c0c-890c-c825125319e2 HTTP/1.1" status: 200 len: 946 time: 0.3914244 Apr 05 12:07:02.508191 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:02.532633 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233a564-c663-4a2c-86e1-dc6ead1ba346 req-204924dc-7d33-4a33-b95b-04d1e5bc5293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:02.534243 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a233a564-c663-4a2c-86e1-dc6ead1ba346 req-204924dc-7d33-4a33-b95b-04d1e5bc5293 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=808b3f55d36f47a2a2dd53e694db5da5&device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 1096 time: 0.8568463 Apr 05 12:07:02.534925 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d68af44-5bbf-4c34-a7cd-c070049e60a5 admin admin] Made reservation on behalf of a8fd35ac0dc94b0e8e4ac4e01739b157 for: {'subnet': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:07:02.540079 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6d68af44-5bbf-4c34-a7cd-c070049e60a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:02.581287 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2bb838ed-688e-43f2-91ee-6fa57e9b0517 req-71da9135-946e-4ce7-802e-053068168e41 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143748 Apr 05 12:07:02.619005 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f316c44b-3d4d-4a99-b13e-01d280261b9c req-e1b0daf2-10cb-488f-a24c-a7e7f62dc5c2 service neutron] 10.222.0.32 "GET /v2.0/networks/e4d2affa-d50a-4902-aca6-24458c2b9331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507570 Apr 05 12:07:02.812648 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-4d447f61-d8ba-4c3f-a94d-8ad75c7831d3 req-79aab323-ae9e-46ab-983b-d899b7545d39 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Synchronizing usage tracker for tenant:ddc3c61214c148ae9122b41d30482408 on resource:port {{(pid=84417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:07:02.865270 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-4d447f61-d8ba-4c3f-a94d-8ad75c7831d3 req-79aab323-ae9e-46ab-983b-d899b7545d39 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Unset dirty status for tenant:ddc3c61214c148ae9122b41d30482408 on resource:port {{(pid=84417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:07:02.876404 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4d447f61-d8ba-4c3f-a94d-8ad75c7831d3 req-79aab323-ae9e-46ab-983b-d899b7545d39 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 210 time: 0.1281414 Apr 05 12:07:02.879190 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae87bf8-4d23-4ff2-8a0b-22f99a604dcd req-ae9f78c9-cab9-4320-a4dd-6a98dd7f5c43 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:02.880978 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1ae87bf8-4d23-4ff2-8a0b-22f99a604dcd req-ae9f78c9-cab9-4320-a4dd-6a98dd7f5c43 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/ports?device_id=58296e78-2b0e-499d-8a2b-ac2bb04c15ca HTTP/1.1" status: 200 len: 946 time: 0.9471943 Apr 05 12:07:02.904973 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdc515-dbab-42f3-a531-47f8145f6c43 req-ac022371-0365-4c59-be51-b3f168a249a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:02.906983 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b7bdc515-dbab-42f3-a531-47f8145f6c43 req-ac022371-0365-4c59-be51-b3f168a249a9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=58296e78-2b0e-499d-8a2b-ac2bb04c15ca HTTP/1.1" status: 200 len: 1099 time: 0.7754290 Apr 05 12:07:02.911414 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233a564-c663-4a2c-86e1-dc6ead1ba346 req-9d849957-89f6-428b-ae5f-b702722b9a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:02.912960 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a233a564-c663-4a2c-86e1-dc6ead1ba346 req-9d849957-89f6-428b-ae5f-b702722b9a1b service neutron] 10.222.0.32 "GET /v2.0/networks?id=e4d2affa-d50a-4902-aca6-24458c2b9331 HTTP/1.1" status: 200 len: 919 time: 0.3540144 Apr 05 12:07:03.035239 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-b7bdc515-dbab-42f3-a531-47f8145f6c43 req-d4876caf-df06-4b38-8e6e-ca044d5a01fb service neutron] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:03.055290 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a233a564-c663-4a2c-86e1-dc6ead1ba346 req-f4bab0da-a9b1-4bad-9981-78baf26073a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0697b953-a856-4fa8-b6e2-cd216ea973a9 HTTP/1.1" status: 200 len: 217 time: 0.1274469 Apr 05 12:07:03.073164 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-b7bdc515-dbab-42f3-a531-47f8145f6c43 req-d4876caf-df06-4b38-8e6e-ca044d5a01fb service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:03.120587 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1ae87bf8-4d23-4ff2-8a0b-22f99a604dcd req-a835dad7-efe7-4185-ae6e-1e4bad09f3b6 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/security-groups?id=d249037c-4312-475a-b071-b77a3a2c84c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181857 Apr 05 12:07:03.164871 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-b7bdc515-dbab-42f3-a531-47f8145f6c43 req-d4876caf-df06-4b38-8e6e-ca044d5a01fb service neutron] Usage tracker for resource:security_group_rule and tenant:e68072be12584466931b83bab6c44d24 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:03.170234 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bfdd4cb-fc60-424e-9faa-aaddb635f946', 'tag': '1b293e3f-80e3-4ff5-b376-01fff9d75b95', 'status': 'completed', 'code': 200} Apr 05 12:07:03.175842 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-b7bdc515-dbab-42f3-a531-47f8145f6c43 req-d4876caf-df06-4b38-8e6e-ca044d5a01fb service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:03.197830 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-b7bdc515-dbab-42f3-a531-47f8145f6c43 req-d4876caf-df06-4b38-8e6e-ca044d5a01fb service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:03.229851 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233a564-c663-4a2c-86e1-dc6ead1ba346 req-2929e105-b1b2-4be9-aa07-3842fb58b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:03.231406 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a233a564-c663-4a2c-86e1-dc6ead1ba346 req-2929e105-b1b2-4be9-aa07-3842fb58b665 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58bfef5a-b03d-4852-8400-b15e7cf54ce5 HTTP/1.1" status: 200 len: 858 time: 0.1622167 Apr 05 12:07:03.320897 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83c84e-6aeb-4b7b-aba2-01cff97b548f req-5ad3ef2b-2d55-42f5-95ac-485a9d9366ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:03.323506 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ff83c84e-6aeb-4b7b-aba2-01cff97b548f req-5ad3ef2b-2d55-42f5-95ac-485a9d9366ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=808b3f55d36f47a2a2dd53e694db5da5&device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 1096 time: 0.1124589 Apr 05 12:07:03.435130 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a233a564-c663-4a2c-86e1-dc6ead1ba346 req-d502f934-1489-4af2-8142-c0e9f2dd4407 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4d2affa-d50a-4902-aca6-24458c2b9331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1822181 Apr 05 12:07:03.583082 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83c84e-6aeb-4b7b-aba2-01cff97b548f req-bf296469-bef0-4a87-87c7-829e5ff52dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:03.585488 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ff83c84e-6aeb-4b7b-aba2-01cff97b548f req-bf296469-bef0-4a87-87c7-829e5ff52dc4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e4d2affa-d50a-4902-aca6-24458c2b9331 HTTP/1.1" status: 200 len: 919 time: 0.2440753 Apr 05 12:07:03.607242 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a233a564-c663-4a2c-86e1-dc6ead1ba346 req-b0c23d6d-b462-4652-b1e5-5d943f764dfa service neutron] 10.222.0.32 "GET /v2.0/networks/e4d2affa-d50a-4902-aca6-24458c2b9331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613796 Apr 05 12:07:03.712701 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ff83c84e-6aeb-4b7b-aba2-01cff97b548f req-48d35468-28f3-4eb9-8e53-72b083a38a5d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b293e3f-80e3-4ff5-b376-01fff9d75b95 HTTP/1.1" status: 200 len: 217 time: 0.1192281 Apr 05 12:07:03.789996 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22434853-0008-4c0c-890c-c825125319e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016a7d1b-70ea-44fb-bdd4-f4e4d798727f'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:07:03.873073 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83c84e-6aeb-4b7b-aba2-01cff97b548f req-72059ed5-4991-448a-9adf-89b0534a1723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:03.874965 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ff83c84e-6aeb-4b7b-aba2-01cff97b548f req-72059ed5-4991-448a-9adf-89b0534a1723 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58bfef5a-b03d-4852-8400-b15e7cf54ce5 HTTP/1.1" status: 200 len: 858 time: 0.1547725 Apr 05 12:07:03.937975 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ff83c84e-6aeb-4b7b-aba2-01cff97b548f req-d9b41eae-ca4f-475d-8879-48dda2d968fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4d2affa-d50a-4902-aca6-24458c2b9331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536060 Apr 05 12:07:03.947568 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51239da-4e54-4a23-b67b-e0404c75dee1 req-e2fb9693-a4f5-47cc-b389-41d9815c5462 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:03.949108 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b51239da-4e54-4a23-b67b-e0404c75dee1 req-e2fb9693-a4f5-47cc-b389-41d9815c5462 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=22434853-0008-4c0c-890c-c825125319e2 HTTP/1.1" status: 200 len: 946 time: 0.1759350 Apr 05 12:07:03.991528 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b1179-cfd5-41ae-97d4-3ad01754eea1 req-58b2ab18-5406-4bec-aa61-7b9d0b3a51b0 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:03.993116 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d67b1179-cfd5-41ae-97d4-3ad01754eea1 req-58b2ab18-5406-4bec-aa61-7b9d0b3a51b0 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 943 time: 0.7415516 Apr 05 12:07:04.064160 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-b7bdc515-dbab-42f3-a531-47f8145f6c43 req-d4876caf-df06-4b38-8e6e-ca044d5a01fb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:04.088834 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-b7bdc515-dbab-42f3-a531-47f8145f6c43 req-d4876caf-df06-4b38-8e6e-ca044d5a01fb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:04.106052 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b51239da-4e54-4a23-b67b-e0404c75dee1 req-863b677c-4742-447b-a32a-4143fe7b3747 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498847 Apr 05 12:07:04.139112 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ff83c84e-6aeb-4b7b-aba2-01cff97b548f req-a0664a4c-f29a-4084-a29c-eaa8d27d6f46 service neutron] 10.222.0.32 "GET /v2.0/networks/e4d2affa-d50a-4902-aca6-24458c2b9331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807468 Apr 05 12:07:04.149669 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-fcf87da9-a362-42cf-b9e0-fd3ae6f64baa tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:04.151389 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-fcf87da9-a362-42cf-b9e0-fd3ae6f64baa tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.32 "GET /v2.0/networks?id=ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 HTTP/1.1" status: 200 len: 810 time: 0.5389988 Apr 05 12:07:04.156275 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-29b5670f-31ff-4d89-b39a-fb65fd0cea8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:04.167710 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a233a564-c663-4a2c-86e1-dc6ead1ba346 req-6f765ce1-6c28-410b-9efc-0e948bb0b8ff service neutron] 10.222.0.32 "GET /v2.0/networks/e4d2affa-d50a-4902-aca6-24458c2b9331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149815 Apr 05 12:07:04.261315 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-d67b1179-cfd5-41ae-97d4-3ad01754eea1 req-17c69f5f-fa88-45ea-a1dd-58ec7975044c tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Synchronizing usage tracker for tenant:808b3f55d36f47a2a2dd53e694db5da5 on resource:security_group {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:07:04.282334 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22434853-0008-4c0c-890c-c825125319e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016a7d1b-70ea-44fb-bdd4-f4e4d798727f', 'code': 200} Apr 05 12:07:04.301552 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b7bdc515-dbab-42f3-a531-47f8145f6c43 req-d4876caf-df06-4b38-8e6e-ca044d5a01fb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d249037c-4312-475a-b071-b77a3a2c84c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3703578 Apr 05 12:07:04.372258 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ff83c84e-6aeb-4b7b-aba2-01cff97b548f req-43e1e54a-d90a-4490-871d-3f533028766c service neutron] 10.222.0.32 "GET /v2.0/networks/e4d2affa-d50a-4902-aca6-24458c2b9331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263286 Apr 05 12:07:04.388774 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4876caf-df06-4b38-8e6e-ca044d5a01fb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=05de3e6c-e72a-4c42-9762-a876fcde9416,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:04.393793 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-d67b1179-cfd5-41ae-97d4-3ad01754eea1 req-17c69f5f-fa88-45ea-a1dd-58ec7975044c tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Unset dirty status for tenant:808b3f55d36f47a2a2dd53e694db5da5 on resource:security_group {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:07:04.395222 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d67b1179-cfd5-41ae-97d4-3ad01754eea1 req-17c69f5f-fa88-45ea-a1dd-58ec7975044c tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830855 Apr 05 12:07:04.396472 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d4876caf-df06-4b38-8e6e-ca044d5a01fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:04.463654 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-90d57c12-0b2d-4244-a430-ebdb32173b53 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ddc3c61214c148ae9122b41d30482408 HTTP/1.1" status: 200 len: 5703 time: 0.2754331 Apr 05 12:07:04.528481 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6d68af44-5bbf-4c34-a7cd-c070049e60a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739'] for subnet, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:04.533131 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-28ab5689-2122-436b-9b9b-51ec33a4778c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Request body: {'port': {'device_id': '02d6e1a6-58be-4c83-b973-db9684899cbb', 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0', 'admin_state_up': True, 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'security_groups': ['e4aa49c7-f6a1-4481-b13c-c0cc9a963108']}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:04.552186 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d4cb45c1-c24b-424e-85a0-36766d525550 req-ca2b82ef-01f5-4a04-83c0-23f874b97ee2 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 210 time: 0.0755258 Apr 05 12:07:04.591020 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:04.684045 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca6ff9-d486-4dc5-9c81-018420d68abc req-3bc6c626-0d3d-45bc-b415-2615424e2204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:04.685865 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-82ca6ff9-d486-4dc5-9c81-018420d68abc req-3bc6c626-0d3d-45bc-b415-2615424e2204 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=22434853-0008-4c0c-890c-c825125319e2 HTTP/1.1" status: 200 len: 1099 time: 0.0975773 Apr 05 12:07:04.755202 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-82ca6ff9-d486-4dc5-9c81-018420d68abc req-6e388591-743c-4383-9913-620d840b9989 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405092 Apr 05 12:07:05.044565 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 47774) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:05.094224 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68af44-5bbf-4c34-a7cd-c070049e60a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9670961-66f1-40da-933a-ff597a20fc92,revision_number=0']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:05.097838 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6d68af44-5bbf-4c34-a7cd-c070049e60a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:05.121650 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 0697b953-a856-4fa8-b6e2-cd216ea973a9 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 12:07:05.172564 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-28ab5689-2122-436b-9b9b-51ec33a4778c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:05.184285 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-065186cf-5c1c-4cb9-b71b-a00cfcc33241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:05.196760 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdab9be-aaa8-4291-9ec7-c67dec7549f1 req-29b4f817-5d69-42a7-9a52-2d3b41811830 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:05.198258 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3cdab9be-aaa8-4291-9ec7-c67dec7549f1 req-29b4f817-5d69-42a7-9a52-2d3b41811830 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/ports?device_id=58296e78-2b0e-499d-8a2b-ac2bb04c15ca HTTP/1.1" status: 200 len: 946 time: 0.6490684 Apr 05 12:07:05.202112 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-28ab5689-2122-436b-9b9b-51ec33a4778c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:05.215109 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-065186cf-5c1c-4cb9-b71b-a00cfcc33241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:05.219565 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-065186cf-5c1c-4cb9-b71b-a00cfcc33241 admin admin] Usage tracker for resource:security_group_rule and tenant:795448564f734d0cae8c8f88e6802d05 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:05.222801 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-065186cf-5c1c-4cb9-b71b-a00cfcc33241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:05.229726 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-065186cf-5c1c-4cb9-b71b-a00cfcc33241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:05.242770 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-28ab5689-2122-436b-9b9b-51ec33a4778c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Made reservation on behalf of ddc3c61214c148ae9122b41d30482408 for: {'port': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:07:05.248762 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-28ab5689-2122-436b-9b9b-51ec33a4778c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:05.306994 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d68af44-5bbf-4c34-a7cd-c070049e60a5 admin admin] Checking segment: {'id': '11c50e44-8752-46f9-a267-006e747865b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c5cb236d-4f1c-4366-ad21-ddda434f9c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:07:05.307280 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d68af44-5bbf-4c34-a7cd-c070049e60a5 admin admin] Network hostable DHCP agents. Network: c5cb236d-4f1c-4366-ad21-ddda434f9c28, hostable agents: ['4e04494a-4007-4790-9de1-331780b361fc'], hosted agents: [] {{(pid=84418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 12:07:05.329166 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 0697b953-a856-4fa8-b6e2-cd216ea973a9, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=0697b953-a856-4fa8-b6e2-cd216ea973a9,segment=NetworkSegment(741a0b27-d43b-4759-a6f2-f4bd2deade44),segment_id=741a0b27-d43b-4759-a6f2-f4bd2deade44)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:07:05.367395 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Returning: {'device': '0697b953-a856-4fa8-b6e2-cd216ea973a9', 'network_id': 'e4d2affa-d50a-4902-aca6-24458c2b9331', 'port_id': '0697b953-a856-4fa8-b6e2-cd216ea973a9', 'mac_address': 'fa:16:3e:32:16:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58bfef5a-b03d-4852-8400-b15e7cf54ce5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:07:05.380880 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3cdab9be-aaa8-4291-9ec7-c67dec7549f1 req-4a553e98-4e52-45f6-805e-765ebff2f2e3 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/security-groups?id=d249037c-4312-475a-b071-b77a3a2c84c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733413 Apr 05 12:07:05.387160 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae7b5-bbc7-4e54-b281-8ea87da5a4ff req-137c18b9-32ea-4a9c-974d-410ceddae4db tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:05.389044 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-fddae7b5-bbc7-4e54-b281-8ea87da5a4ff req-137c18b9-32ea-4a9c-974d-410ceddae4db tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=22434853-0008-4c0c-890c-c825125319e2 HTTP/1.1" status: 200 len: 946 time: 0.1372545 Apr 05 12:07:05.424863 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-065186cf-5c1c-4cb9-b71b-a00cfcc33241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:05.436854 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-065186cf-5c1c-4cb9-b71b-a00cfcc33241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:05.452616 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d68af44-5bbf-4c34-a7cd-c070049e60a5 admin admin] Network c5cb236d-4f1c-4366-ad21-ddda434f9c28 is scheduled to be hosted by DHCP agent 4e04494a-4007-4790-9de1-331780b361fc with binding_index 1 {{(pid=84418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 12:07:05.457915 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:05.482849 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:05.500146 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-6d68af44-5bbf-4c34-a7cd-c070049e60a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-smb, c5cb236d-4f1c-4366-ad21-ddda434f9c28) {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:07:05.504115 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-fddae7b5-bbc7-4e54-b281-8ea87da5a4ff req-0e970380-302c-4236-bd45-f03e38525514 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978711 Apr 05 12:07:05.510991 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d68af44-5bbf-4c34-a7cd-c070049e60a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:05.511425 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6d68af44-5bbf-4c34-a7cd-c070049e60a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for subnet, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:05.526379 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0697b953-a856-4fa8-b6e2-cd216ea973a9 {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:07:05.529175 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-065186cf-5c1c-4cb9-b71b-a00cfcc33241 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=795448564f734d0cae8c8f88e6802d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4831419 Apr 05 12:07:05.533038 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 47786) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:05.547294 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065186cf-5c1c-4cb9-b71b-a00cfcc33241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42144207-f945-4ed4-8db7-9b16fd4afa9b,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:05.552076 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-065186cf-5c1c-4cb9-b71b-a00cfcc33241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:05.559693 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 0697b953-a856-4fa8-b6e2-cd216ea973a9, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=0697b953-a856-4fa8-b6e2-cd216ea973a9,segment=NetworkSegment(741a0b27-d43b-4759-a6f2-f4bd2deade44),segment_id=741a0b27-d43b-4759-a6f2-f4bd2deade44)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:07:05.560885 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceb258d-bf9d-4340-b679-d732e40b9127 None None] Network c5cb236d-4f1c-4366-ad21-ddda434f9c28 requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:07:05.565092 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-28ab5689-2122-436b-9b9b-51ec33a4778c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Allocated IP 172.20.0.13 (ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0/e2cc0a18-1ec0-47fc-acf4-d5c1651f886a/58362b7c-bead-43a0-8ba6-003b0b5099bc) {{(pid=84418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:07:05.585807 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-6d68af44-5bbf-4c34-a7cd-c070049e60a5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.5439780 Apr 05 12:07:05.708489 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d2495ed0-26f0-4750-be79-2da3bd98327d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:05.780660 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d2495ed0-26f0-4750-be79-2da3bd98327d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:05.852056 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924acb4f-3a11-45e2-ac7b-bfd336fc76f9 req-d9d9321f-8688-4ae6-9559-9bd6ea2e3a36 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:05.854155 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-924acb4f-3a11-45e2-ac7b-bfd336fc76f9 req-d9d9321f-8688-4ae6-9559-9bd6ea2e3a36 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 943 time: 0.2313020 Apr 05 12:07:05.873713 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:05.873713 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3cbfd77d-1c11-4c0a-afb4-e1efa9a27809 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:05.890139 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 47804) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:05.951714 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-af386533-9899-4474-be02-a39158e9f8d0 req-97aecd22-7c73-4738-8e4c-46bc642df862 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 210 time: 0.1544995 Apr 05 12:07:05.992527 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=0697b953-a856-4fa8-b6e2-cd216ea973a9,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:05.993561 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d2495ed0-26f0-4750-be79-2da3bd98327d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:06.002788 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-065186cf-5c1c-4cb9-b71b-a00cfcc33241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:06.003702 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:06.033364 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2495ed0-26f0-4750-be79-2da3bd98327d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42144207-f945-4ed4-8db7-9b16fd4afa9b,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:06.046053 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d2495ed0-26f0-4750-be79-2da3bd98327d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:06.047134 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d2495ed0-26f0-4750-be79-2da3bd98327d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:06.053488 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-d2495ed0-26f0-4750-be79-2da3bd98327d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/42144207-f945-4ed4-8db7-9b16fd4afa9b HTTP/1.1" status: 204 len: 168 time: 0.5190856 Apr 05 12:07:06.060367 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-924acb4f-3a11-45e2-ac7b-bfd336fc76f9 req-c194e128-f955-4b10-a480-b2268fbe8425 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935291 Apr 05 12:07:06.066097 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_v2 [None req-24aebf4a-cb81-4bb2-8af6-847c1ff09e83 admin admin] Deleting subnet eae6c303-a130-4a27-b098-4b5a6d5216ff {{(pid=84418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 12:07:06.078495 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-24aebf4a-cb81-4bb2-8af6-847c1ff09e83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:06.080312 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6322df-da81-4dc6-b603-48cd36fc1f93 None None] Network c5cb236d-4f1c-4366-ad21-ddda434f9c28 requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:07:06.124439 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-28ab5689-2122-436b-9b9b-51ec33a4778c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for port, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:06.160297 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-24aebf4a-cb81-4bb2-8af6-847c1ff09e83 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:06.166827 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-28ab5689-2122-436b-9b9b-51ec33a4778c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Transition to ACTIVE for port object 58362b7c-bead-43a0-8ba6-003b0b5099bc will not be triggered until provisioned by entity DHCP. {{(pid=84418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:07:06.185679 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-24aebf4a-cb81-4bb2-8af6-847c1ff09e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16343'] for subnet, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:06.386432 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['0697b953-a856-4fa8-b6e2-cd216ea973a9'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:07:06.399657 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-28ab5689-2122-436b-9b9b-51ec33a4778c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330'] for port, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:06.419261 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e9fb70d7-ada3-4716-affe-7909ee9dfef1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:06.610689 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab5689-2122-436b-9b9b-51ec33a4778c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Pushing event updated for resources: {'Port': ['ID=58362b7c-bead-43a0-8ba6-003b0b5099bc,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:06.633404 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-28ab5689-2122-436b-9b9b-51ec33a4778c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:06.795377 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a87d01-6eee-4923-8c64-5d31db00f25c req-1eb477f3-eb72-49c9-bbcb-f6c75557381f tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:06.806281 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a0a87d01-6eee-4923-8c64-5d31db00f25c req-1eb477f3-eb72-49c9-bbcb-f6c75557381f tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/ports?device_id=58296e78-2b0e-499d-8a2b-ac2bb04c15ca HTTP/1.1" status: 200 len: 946 time: 0.1554956 Apr 05 12:07:06.855364 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a0a87d01-6eee-4923-8c64-5d31db00f25c req-9a16037f-7254-41b0-ba17-7ee466ec571c tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/security-groups?id=d249037c-4312-475a-b071-b77a3a2c84c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475333 Apr 05 12:07:06.963240 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca4367-a694-4547-b988-4876d8aa0b35 req-8c90f94b-ffda-47ce-a685-8e556e722d84 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:06.964841 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0fca4367-a694-4547-b988-4876d8aa0b35 req-8c90f94b-ffda-47ce-a685-8e556e722d84 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=22434853-0008-4c0c-890c-c825125319e2 HTTP/1.1" status: 200 len: 946 time: 0.2387979 Apr 05 12:07:06.967603 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-28ab5689-2122-436b-9b9b-51ec33a4778c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Network ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 is already hosted by enough agents. {{(pid=84418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:07:06.969451 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-28ab5689-2122-436b-9b9b-51ec33a4778c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Resources bound (agent type, host, resource id): {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:07:06.972058 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-24aebf4a-cb81-4bb2-8af6-847c1ff09e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739'] for subnet, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:06.988303 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-28ab5689-2122-436b-9b9b-51ec33a4778c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Received port after_create {{(pid=84418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:07:06.994766 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-28ab5689-2122-436b-9b9b-51ec33a4778c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:06.995440 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-28ab5689-2122-436b-9b9b-51ec33a4778c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:07.001744 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0b1d18c2-f628-4ecc-9aa8-95995cb635eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:07.080298 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aebf4a-cb81-4bb2-8af6-847c1ff09e83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eae6c303-a130-4a27-b098-4b5a6d5216ff,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:07.127551 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 1b293e3f-80e3-4ff5-b376-01fff9d75b95 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 12:07:07.137224 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-24aebf4a-cb81-4bb2-8af6-847c1ff09e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:07.186662 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-28ab5689-2122-436b-9b9b-51ec33a4778c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6593106 Apr 05 12:07:07.219539 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-ef4a887e-576f-46a4-a0b6-b7b379cfa5a6 service neutron] Request body: {'port': {'device_id': '02d6e1a6-58be-4c83-b973-db9684899cbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:07.269689 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0fca4367-a694-4547-b988-4876d8aa0b35 req-36a5965b-e4da-40f4-9477-57fc1af129ec tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824917 Apr 05 12:07:07.304966 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-24aebf4a-cb81-4bb2-8af6-847c1ff09e83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:07.309372 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-24aebf4a-cb81-4bb2-8af6-847c1ff09e83 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/eae6c303-a130-4a27-b098-4b5a6d5216ff HTTP/1.1" status: 204 len: 168 time: 1.4120610 Apr 05 12:07:07.309994 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 47860) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:07.432419 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 1b293e3f-80e3-4ff5-b376-01fff9d75b95, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=1b293e3f-80e3-4ff5-b376-01fff9d75b95,segment=NetworkSegment(741a0b27-d43b-4759-a6f2-f4bd2deade44),segment_id=741a0b27-d43b-4759-a6f2-f4bd2deade44)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:07:07.472960 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Returning: {'device': '1b293e3f-80e3-4ff5-b376-01fff9d75b95', 'network_id': 'e4d2affa-d50a-4902-aca6-24458c2b9331', 'port_id': '1b293e3f-80e3-4ff5-b376-01fff9d75b95', 'mac_address': 'fa:16:3e:69:d3:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58bfef5a-b03d-4852-8400-b15e7cf54ce5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:07:07.545237 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63cf3f2-8247-46cd-991c-56a415551307 req-fdbbd854-e3a6-4414-acda-3ec90b6dc184 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:07.548876 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a63cf3f2-8247-46cd-991c-56a415551307 req-fdbbd854-e3a6-4414-acda-3ec90b6dc184 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 932 time: 0.4713190 Apr 05 12:07:07.613919 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f88a1077-b370-47c0-9252-db829bad8cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-454253'] for network, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:07.628305 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-a63cf3f2-8247-46cd-991c-56a415551307 req-6a975ba4-c6c1-4069-853e-c3c2c358d62c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Synchronizing usage tracker for tenant:ddc3c61214c148ae9122b41d30482408 on resource:security_group {{(pid=84417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:07:07.645705 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-a63cf3f2-8247-46cd-991c-56a415551307 req-6a975ba4-c6c1-4069-853e-c3c2c358d62c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Unset dirty status for tenant:ddc3c61214c148ae9122b41d30482408 on resource:security_group {{(pid=84417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:07:07.646993 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a63cf3f2-8247-46cd-991c-56a415551307 req-6a975ba4-c6c1-4069-853e-c3c2c358d62c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908625 Apr 05 12:07:07.672507 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d0ebde35-633d-4d9d-8156-7fcc4dbe335f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:07.672673 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-ef4a887e-576f-46a4-a0b6-b7b379cfa5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:07.684874 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-0ea6d718-d34e-4d71-b3da-44b82c0f05ed None None] Provisioning for port 58362b7c-bead-43a0-8ba6-003b0b5099bc completed by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:07:07.699442 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-0ea6d718-d34e-4d71-b3da-44b82c0f05ed None None] Provisioning complete for port 58362b7c-bead-43a0-8ba6-003b0b5099bc triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:07:07.699869 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0ea6d718-d34e-4d71-b3da-44b82c0f05ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:07.745123 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:07.784796 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b293e3f-80e3-4ff5-b376-01fff9d75b95 {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:07:07.805163 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-0ea6d718-d34e-4d71-b3da-44b82c0f05ed None None] Port 58362b7c-bead-43a0-8ba6-003b0b5099bc cannot update to ACTIVE because it is not bound. {{(pid=84419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 12:07:07.811331 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 1b293e3f-80e3-4ff5-b376-01fff9d75b95, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=1b293e3f-80e3-4ff5-b376-01fff9d75b95,segment=NetworkSegment(741a0b27-d43b-4759-a6f2-f4bd2deade44),segment_id=741a0b27-d43b-4759-a6f2-f4bd2deade44)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:07:07.816621 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:07.819344 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:07.876301 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27fc5c-2890-4ebc-8430-814b522dcd1e req-cae4d2cd-d2f6-44c8-ad1d-79be004f2992 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:07.877948 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0b27fc5c-2890-4ebc-8430-814b522dcd1e req-cae4d2cd-d2f6-44c8-ad1d-79be004f2992 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 943 time: 0.3731644 Apr 05 12:07:07.900850 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=1b293e3f-80e3-4ff5-b376-01fff9d75b95,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:07.904495 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:08.066200 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f88a1077-b370-47c0-9252-db829bad8cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363279657788737'] for network, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:08.097345 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70706d4a-075b-4542-89fb-0dae7e626551 req-2a19e340-68a0-4457-b4bc-8ec4640ea253 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:08.099263 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-70706d4a-075b-4542-89fb-0dae7e626551 req-2a19e340-68a0-4457-b4bc-8ec4640ea253 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/ports?device_id=58296e78-2b0e-499d-8a2b-ac2bb04c15ca HTTP/1.1" status: 200 len: 946 time: 0.0966933 Apr 05 12:07:08.120592 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0b27fc5c-2890-4ebc-8430-814b522dcd1e req-2fbd092d-8d16-4782-bfd1-7ae80c1927d7 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342828 Apr 05 12:07:08.158494 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-70706d4a-075b-4542-89fb-0dae7e626551 req-7f9ab214-1ab2-4ad2-8a09-b2f041b807ea tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/security-groups?id=d249037c-4312-475a-b071-b77a3a2c84c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526366 Apr 05 12:07:08.169547 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['1b293e3f-80e3-4ff5-b376-01fff9d75b95'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:07:08.309585 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f88a1077-b370-47c0-9252-db829bad8cf7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 12:07:08.310226 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f88a1077-b370-47c0-9252-db829bad8cf7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 12:07:08.311321 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f88a1077-b370-47c0-9252-db829bad8cf7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 12:07:08.312407 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f88a1077-b370-47c0-9252-db829bad8cf7 admin admin] Subscribe: > port after_create 55550000 {{(pid=84418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 12:07:08.312407 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f88a1077-b370-47c0-9252-db829bad8cf7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 12:07:08.313084 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f88a1077-b370-47c0-9252-db829bad8cf7 admin admin] Subscribe: > port after_update 55550000 {{(pid=84418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 12:07:08.313661 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f88a1077-b370-47c0-9252-db829bad8cf7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 12:07:08.314226 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f88a1077-b370-47c0-9252-db829bad8cf7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 12:07:08.314770 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f88a1077-b370-47c0-9252-db829bad8cf7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 12:07:08.315608 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f88a1077-b370-47c0-9252-db829bad8cf7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 12:07:08.434484 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f88a1077-b370-47c0-9252-db829bad8cf7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 12:07:08.435072 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f88a1077-b370-47c0-9252-db829bad8cf7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 12:07:08.435629 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f88a1077-b370-47c0-9252-db829bad8cf7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 12:07:08.436204 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f88a1077-b370-47c0-9252-db829bad8cf7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 12:07:08.436752 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-f88a1077-b370-47c0-9252-db829bad8cf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b886c7d-d356-45c4-9115-815cc6937def']}} {{(pid=84418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:07:08.505834 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-f88a1077-b370-47c0-9252-db829bad8cf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c0aee54-5434-4e44-abad-5a4029dadb79') {'for_net_delete': True} {{(pid=84418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:07:08.506178 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-f88a1077-b370-47c0-9252-db829bad8cf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c0aee54-5434-4e44-abad-5a4029dadb79') {} {{(pid=84418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:07:08.563811 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f88a1077-b370-47c0-9252-db829bad8cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757196986961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11328485'] for segment, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:08.733112 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:08.872253 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f88a1077-b370-47c0-9252-db829bad8cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:08.894385 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88a1077-b370-47c0-9252-db829bad8cf7 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=84418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 12:07:08.942082 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182c7c0-fa20-4e21-8922-369fa59367ca req-eddf3d77-afcf-45e3-ac50-60e2963c0f36 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:08.955843 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4182c7c0-fa20-4e21-8922-369fa59367ca req-eddf3d77-afcf-45e3-ac50-60e2963c0f36 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 932 time: 0.1354914 Apr 05 12:07:09.019237 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4182c7c0-fa20-4e21-8922-369fa59367ca req-fd0fca6f-959a-4dd3-915c-f4936d3ab903 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621684 Apr 05 12:07:09.122348 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 0697b953-a856-4fa8-b6e2-cd216ea973a9 up at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:07:09.128420 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7dc6e-bb42-464e-ab46-50349227dfa3 req-cfdbb4d8-c66a-432a-92a2-d1fa56ecaa88 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:09.130514 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-89b7dc6e-bb42-464e-ab46-50349227dfa3 req-cfdbb4d8-c66a-432a-92a2-d1fa56ecaa88 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=22434853-0008-4c0c-890c-c825125319e2 HTTP/1.1" status: 200 len: 946 time: 0.6742408 Apr 05 12:07:09.166174 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-f88a1077-b370-47c0-9252-db829bad8cf7 admin admin] Network 1b886c7d-d356-45c4-9115-815cc6937def has no segments {{(pid=84418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 12:07:09.198493 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f88a1077-b370-47c0-9252-db829bad8cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10626540'] for segment, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:09.251158 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning for port 0697b953-a856-4fa8-b6e2-cd216ea973a9 completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:07:09.257314 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning complete for port 0697b953-a856-4fa8-b6e2-cd216ea973a9 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:07:09.257984 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:09.360118 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614854ad-27d8-427f-bd92-41042d5e103b req-2b100459-2a23-49b6-9f6d-38e4c63c830f tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:09.361861 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-614854ad-27d8-427f-bd92-41042d5e103b req-2b100459-2a23-49b6-9f6d-38e4c63c830f tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 944 time: 0.0961154 Apr 05 12:07:09.390041 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-89b7dc6e-bb42-464e-ab46-50349227dfa3 req-def21635-415f-4a03-af86-64d4d8763377 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475708 Apr 05 12:07:09.423611 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-614854ad-27d8-427f-bd92-41042d5e103b req-ec668789-29b6-4271-bde3-52a99b7c87ec tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539427 Apr 05 12:07:09.599892 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:09.611368 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-ef4a887e-576f-46a4-a0b6-b7b379cfa5a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58362b7c-bead-43a0-8ba6-003b0b5099bc {{(pid=84418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:07:09.618032 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-f88a1077-b370-47c0-9252-db829bad8cf7 admin admin] Network 1b886c7d-d356-45c4-9115-815cc6937def has no segments {{(pid=84418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 12:07:09.631924 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2c2b87-9a86-4850-bcb9-d40810b34b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0697b953-a856-4fa8-b6e2-cd216ea973a9'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:07:09.642667 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 0697b953-a856-4fa8-b6e2-cd216ea973a9, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=0697b953-a856-4fa8-b6e2-cd216ea973a9,segment=NetworkSegment(741a0b27-d43b-4759-a6f2-f4bd2deade44),segment_id=741a0b27-d43b-4759-a6f2-f4bd2deade44)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: from cryptography.utils import int_from_bytes Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: from cryptography.utils import int_from_bytes Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: (rel_b, rel_a, rel_b), Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: (rel_b, rel_a, rel_b), Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: Traceback (most recent call last): Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: timer() Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: cb(*args, **kw) Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: return func(*args, **kwargs) Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: self._notify() Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: self.callback(batched_events) Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: event.method(event) Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: segment_id)['aggregates'][0] Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: return f(self, *a, **k) Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: return self._get(url).json() Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: **kwargs) Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: return self.request(url, 'GET', **kwargs) Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: **endpoint_filter) Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:07:09.647514 dv-cinder-784763-1-smb neutron-server[84306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:07:09.649898 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-ef4a887e-576f-46a4-a0b6-b7b379cfa5a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:09.650496 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:09.652917 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 1b293e3f-80e3-4ff5-b376-01fff9d75b95 up at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:07:09.703587 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2c2b87-9a86-4850-bcb9-d40810b34b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0697b953-a856-4fa8-b6e2-cd216ea973a9', 'code': 200} Apr 05 12:07:09.710918 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:09.774256 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-ef4a887e-576f-46a4-a0b6-b7b379cfa5a6 service neutron] Transition to ACTIVE for port object 58362b7c-bead-43a0-8ba6-003b0b5099bc will not be triggered until provisioned by entity L2. {{(pid=84418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:07:09.783419 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-ef4a887e-576f-46a4-a0b6-b7b379cfa5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626450'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:09.795100 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=0697b953-a856-4fa8-b6e2-cd216ea973a9,revision_number=5']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:09.800419 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:09.869352 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning for port 1b293e3f-80e3-4ff5-b376-01fff9d75b95 completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:07:09.899706 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning complete for port 1b293e3f-80e3-4ff5-b376-01fff9d75b95 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:07:09.903606 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:09.955172 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:10.012073 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f88a1077-b370-47c0-9252-db829bad8cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854004774'] for network, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:10.127133 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a2592462-aecb-403b-9e08-2c11d27061a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:10.152323 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de7b34-12c2-4839-a411-04dceba23811 req-63cb5f24-4297-435c-b029-3b84b7bd5710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:10.154737 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e3de7b34-12c2-4839-a411-04dceba23811 req-63cb5f24-4297-435c-b029-3b84b7bd5710 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 1098 time: 0.2247357 Apr 05 12:07:10.209965 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:10.246839 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e3de7b34-12c2-4839-a411-04dceba23811 req-1360261a-b7fe-43e6-9715-306a5e5027e8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846496 Apr 05 12:07:10.250875 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 1b293e3f-80e3-4ff5-b376-01fff9d75b95, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=1b293e3f-80e3-4ff5-b376-01fff9d75b95,segment=NetworkSegment(741a0b27-d43b-4759-a6f2-f4bd2deade44),segment_id=741a0b27-d43b-4759-a6f2-f4bd2deade44)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:07:10.269386 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:10.273486 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:10.320355 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:10.341792 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f88a1077-b370-47c0-9252-db829bad8cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:10.391080 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a887e-576f-46a4-a0b6-b7b379cfa5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=58362b7c-bead-43a0-8ba6-003b0b5099bc,revision_number=2']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:10.427389 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ef4a887e-576f-46a4-a0b6-b7b379cfa5a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:10.430828 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4a57ae17-7287-4e20-944c-fcdbfa629bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:10.476707 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=1b293e3f-80e3-4ff5-b376-01fff9d75b95,revision_number=5']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:10.479103 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-f88a1077-b370-47c0-9252-db829bad8cf7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1b886c7d-d356-45c4-9115-815cc6937def HTTP/1.1" status: 204 len: 168 time: 3.1676891 Apr 05 12:07:10.481775 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 47986) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:10.495886 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a1077-b370-47c0-9252-db829bad8cf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b886c7d-d356-45c4-9115-815cc6937def,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:10.500204 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:10.520593 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f88a1077-b370-47c0-9252-db829bad8cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:10.588011 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-ef4a887e-576f-46a4-a0b6-b7b379cfa5a6 service neutron] Attempting to bind port 58362b7c-bead-43a0-8ba6-003b0b5099bc on host hv-cinder-78476 for vnic_type normal with profile {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:07:10.588248 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-ef4a887e-576f-46a4-a0b6-b7b379cfa5a6 service neutron] Attempting to bind port 58362b7c-bead-43a0-8ba6-003b0b5099bc by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '0c3b046c-3d9d-4bb7-a47e-97e66d32d96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0'}] {{(pid=84418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:07:10.588787 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-ef4a887e-576f-46a4-a0b6-b7b379cfa5a6 service neutron] Attempting to bind port 58362b7c-bead-43a0-8ba6-003b0b5099bc on network ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:07:10.598257 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-ef4a887e-576f-46a4-a0b6-b7b379cfa5a6 service neutron] Port 58362b7c-bead-43a0-8ba6-003b0b5099bc on network ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 12:07:10.598538 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-ef4a887e-576f-46a4-a0b6-b7b379cfa5a6 service neutron] Attempting to bind port 58362b7c-bead-43a0-8ba6-003b0b5099bc on network ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:07:10.611040 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d2607-2921-43ff-9ab2-29e733560cca req-69bffded-3962-4655-9bf4-d48c2fb1099b tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:10.611821 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-4a1d2607-2921-43ff-9ab2-29e733560cca req-69bffded-3962-4655-9bf4-d48c2fb1099b tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Synchronizing usage tracker for tenant:ddc3c61214c148ae9122b41d30482408 on resource:port {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:07:10.613916 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b41c07-2a3e-4087-acb3-6a4e04812ee7 admin admin] Deleting subnet e9670961-66f1-40da-933a-ff597a20fc92 {{(pid=84417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 12:07:10.618070 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d4b41c07-2a3e-4087-acb3-6a4e04812ee7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:10.618408 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-ef4a887e-576f-46a4-a0b6-b7b379cfa5a6 service neutron] Checking agent: {'id': 'b4ce1f0a-2cfc-4a41-8c75-ffa3be69bd3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:07:10.618780 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-ef4a887e-576f-46a4-a0b6-b7b379cfa5a6 service neutron] Checking segment: {'id': '0c3b046c-3d9d-4bb7-a47e-97e66d32d96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:07:10.619198 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-ef4a887e-576f-46a4-a0b6-b7b379cfa5a6 service neutron] Bound using segment: {'id': '0c3b046c-3d9d-4bb7-a47e-97e66d32d96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0'} {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:07:10.619670 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-ef4a887e-576f-46a4-a0b6-b7b379cfa5a6 service neutron] Bound port: 58362b7c-bead-43a0-8ba6-003b0b5099bc, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c3b046c-3d9d-4bb7-a47e-97e66d32d96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0'}}] {{(pid=84418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:07:10.620054 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-ef4a887e-576f-46a4-a0b6-b7b379cfa5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:10.691229 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-4a1d2607-2921-43ff-9ab2-29e733560cca req-69bffded-3962-4655-9bf4-d48c2fb1099b tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Unset dirty status for tenant:ddc3c61214c148ae9122b41d30482408 on resource:port {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:07:10.692496 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4a1d2607-2921-43ff-9ab2-29e733560cca req-69bffded-3962-4655-9bf4-d48c2fb1099b tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 944 time: 0.3415153 Apr 05 12:07:10.754935 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d4b41c07-2a3e-4087-acb3-6a4e04812ee7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:10.766914 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4a1d2607-2921-43ff-9ab2-29e733560cca req-46552c86-07ec-4769-8baf-838c4535294a tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659969 Apr 05 12:07:10.777566 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-ef4a887e-576f-46a4-a0b6-b7b379cfa5a6 service neutron] For port 58362b7c-bead-43a0-8ba6-003b0b5099bc, host hv-cinder-78476, cleared binding levels {{(pid=84418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:07:10.778203 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d4b41c07-2a3e-4087-acb3-6a4e04812ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16343'] for subnet, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:10.781009 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-ef4a887e-576f-46a4-a0b6-b7b379cfa5a6 service neutron] For port 58362b7c-bead-43a0-8ba6-003b0b5099bc, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=58362b7c-bead-43a0-8ba6-003b0b5099bc,segment=NetworkSegment(0c3b046c-3d9d-4bb7-a47e-97e66d32d96b),segment_id=0c3b046c-3d9d-4bb7-a47e-97e66d32d96b)] {{(pid=84418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:07:10.797040 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-ef4a887e-576f-46a4-a0b6-b7b379cfa5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626450'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:10.815447 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:10.879986 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 48002) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:10.958429 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 48008) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:11.055006 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a887e-576f-46a4-a0b6-b7b379cfa5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=58362b7c-bead-43a0-8ba6-003b0b5099bc,revision_number=3']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:11.070725 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ef4a887e-576f-46a4-a0b6-b7b379cfa5a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:11.137219 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4f8a3-3953-40da-b97b-c44d1fd863c0 req-721534ec-ab9e-4cd2-a4cc-6161b898d397 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:11.139056 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-daa4f8a3-3953-40da-b97b-c44d1fd863c0 req-721534ec-ab9e-4cd2-a4cc-6161b898d397 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.1648710 Apr 05 12:07:11.188268 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-ef4a887e-576f-46a4-a0b6-b7b379cfa5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:11.188931 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-ef4a887e-576f-46a4-a0b6-b7b379cfa5a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:11.190603 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-ef4a887e-576f-46a4-a0b6-b7b379cfa5a6 service neutron] 10.222.0.32 "PUT /v2.0/ports/58362b7c-bead-43a0-8ba6-003b0b5099bc HTTP/1.1" status: 200 len: 1094 time: 3.9816751 Apr 05 12:07:11.191224 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d6e1a6-58be-4c83-b973-db9684899cbb', 'tag': '58362b7c-bead-43a0-8ba6-003b0b5099bc'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:07:11.208305 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-25e56306-bf3e-4258-a437-4333a4f4e5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:11.217283 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-daa4f8a3-3953-40da-b97b-c44d1fd863c0 req-e4922bae-7476-4f07-9f8e-f4ab51bb085c tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709417 Apr 05 12:07:11.229276 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d4b41c07-2a3e-4087-acb3-6a4e04812ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739'] for subnet, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:11.282985 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1dd90aae-8690-4069-929c-28161e5473c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:11.324044 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-1dd90aae-8690-4069-929c-28161e5473c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:11.329268 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d6e1a6-58be-4c83-b973-db9684899cbb', 'tag': '58362b7c-bead-43a0-8ba6-003b0b5099bc', 'status': 'completed', 'code': 200} Apr 05 12:07:11.331995 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-1dd90aae-8690-4069-929c-28161e5473c2 admin admin] Usage tracker for resource:security_group_rule and tenant:45a6d34038244a1dacd68efcb5ac7f04 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:11.335763 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-1dd90aae-8690-4069-929c-28161e5473c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:11.342748 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-1dd90aae-8690-4069-929c-28161e5473c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:11.370304 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-25e56306-bf3e-4258-a437-4333a4f4e5f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:11.373242 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:11.417890 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b41c07-2a3e-4087-acb3-6a4e04812ee7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9670961-66f1-40da-933a-ff597a20fc92,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:11.421042 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d4b41c07-2a3e-4087-acb3-6a4e04812ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:11.422196 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-25e56306-bf3e-4258-a437-4333a4f4e5f7 admin admin] Usage tracker for resource:security_group_rule and tenant:39a5cd9b6b3948a4bc1e49205da47798 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:11.425336 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d4b41c07-2a3e-4087-acb3-6a4e04812ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for subnet, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:11.431946 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-d4b41c07-2a3e-4087-acb3-6a4e04812ee7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e9670961-66f1-40da-933a-ff597a20fc92 HTTP/1.1" status: 204 len: 168 time: 0.9490526 Apr 05 12:07:11.432992 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-25e56306-bf3e-4258-a437-4333a4f4e5f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:11.436981 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 48022) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:11.553299 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-25e56306-bf3e-4258-a437-4333a4f4e5f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:11.615508 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-454253'] for network, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:11.657410 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1dd90aae-8690-4069-929c-28161e5473c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:11.663805 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1dd90aae-8690-4069-929c-28161e5473c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:11.675184 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:11.687170 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-fce8f4cb-c7b8-4ca8-a501-82678654bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:11.688833 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-fce8f4cb-c7b8-4ca8-a501-82678654bec6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddc3c61214c148ae9122b41d30482408&device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 1097 time: 0.2676852 Apr 05 12:07:11.705042 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfdd4cb-fc60-424e-9faa-aaddb635f946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b293e3f-80e3-4ff5-b376-01fff9d75b95'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:07:11.762254 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfdd4cb-fc60-424e-9faa-aaddb635f946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b293e3f-80e3-4ff5-b376-01fff9d75b95', 'code': 200} Apr 05 12:07:11.798081 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd90aae-8690-4069-929c-28161e5473c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3eafb9-6719-446f-91b7-f3b6b565587c,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:11.809950 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1dd90aae-8690-4069-929c-28161e5473c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:11.811664 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-9687d0ff-cc7a-4334-ad8a-b4d0bfe876a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58362b7c-bead-43a0-8ba6-003b0b5099bc HTTP/1.1" status: 200 len: 217 time: 0.1095066 Apr 05 12:07:11.817394 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-1dd90aae-8690-4069-929c-28161e5473c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=45a6d34038244a1dacd68efcb5ac7f04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8554292 Apr 05 12:07:11.818196 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 48036) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:11.872050 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363279657788737'] for network, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:11.920897 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-230cdedd-3a04-4b6e-9581-67ee64c49a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:11.923353 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-230cdedd-3a04-4b6e-9581-67ee64c49a8a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e2cc0a18-1ec0-47fc-acf4-d5c1651f886a HTTP/1.1" status: 200 len: 849 time: 0.0696013 Apr 05 12:07:11.983243 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:12.040685 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-713805fe-2ee3-4274-9e80-fdad7ada5228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:12.062907 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-a588bfd3-09e3-4ad4-8c5f-f398c2f51e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:12.064534 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-a588bfd3-09e3-4ad4-8c5f-f398c2f51e68 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1329846 Apr 05 12:07:12.118187 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-25e56306-bf3e-4258-a437-4333a4f4e5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:12.140893 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-25e56306-bf3e-4258-a437-4333a4f4e5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:12.146390 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84417) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 12:07:12.147326 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84417) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 12:07:12.148157 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84417) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 12:07:12.148530 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] Subscribe: > port after_create 55550000 {{(pid=84417) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 12:07:12.148895 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84417) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 12:07:12.149780 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] Subscribe: > port after_update 55550000 {{(pid=84417) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 12:07:12.149780 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84417) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 12:07:12.150078 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84417) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 12:07:12.150358 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84417) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 12:07:12.150718 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84417) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 12:07:12.216811 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-713805fe-2ee3-4274-9e80-fdad7ada5228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:12.226260 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84417) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 12:07:12.226640 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84417) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 12:07:12.227014 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84417) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 12:07:12.227390 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84417) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 12:07:12.227802 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5cb236d-4f1c-4366-ad21-ddda434f9c28']}} {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:07:12.250366 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:12.266174 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c50e44-8752-46f9-a267-006e747865b2') {'for_net_delete': True} {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:07:12.266494 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c50e44-8752-46f9-a267-006e747865b2') {} {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:07:12.344271 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757196986961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1669886'] for segment, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:12.418938 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-25e56306-bf3e-4258-a437-4333a4f4e5f7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=39a5cd9b6b3948a4bc1e49205da47798&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5377460 Apr 05 12:07:12.422081 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 48052) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:12.431430 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55d2e1-fa55-4cfa-b129-6297472879f5 req-a938c469-66e3-4c9f-b80e-5aa7750a035c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:12.439342 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9e55d2e1-fa55-4cfa-b129-6297472879f5 req-a938c469-66e3-4c9f-b80e-5aa7750a035c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 944 time: 0.4500895 Apr 05 12:07:12.441435 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e56306-bf3e-4258-a437-4333a4f4e5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eea6730-f7d1-4e68-9d51-06cb8a41ded9,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:12.450086 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:12.487213 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-25e56306-bf3e-4258-a437-4333a4f4e5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:12.495793 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 12:07:12.634159 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9e55d2e1-fa55-4cfa-b129-6297472879f5 req-9c7303be-3070-4b81-9374-6024c296f477 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938260 Apr 05 12:07:12.637837 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c495d-4675-4ef3-bd1d-46ec8724982e req-0362dda8-158c-4cae-a082-0b17007f2f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:12.639402 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f92c495d-4675-4ef3-bd1d-46ec8724982e req-0362dda8-158c-4cae-a082-0b17007f2f73 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 1098 time: 0.6459651 Apr 05 12:07:12.685117 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-4b55ecc4-5bb7-4595-8632-cfb6be51662c service neutron] 10.222.0.32 "GET /v2.0/networks/ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6120450 Apr 05 12:07:12.739900 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-713805fe-2ee3-4274-9e80-fdad7ada5228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:12.748333 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:12.767482 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddcb6b-93f0-4900-a957-5a39784e249f req-08f56f73-cff2-4f6e-9793-277d8325978b tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:12.776233 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a0ddcb6b-93f0-4900-a957-5a39784e249f req-08f56f73-cff2-4f6e-9793-277d8325978b tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.2088671 Apr 05 12:07:12.776233 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713805fe-2ee3-4274-9e80-fdad7ada5228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3eafb9-6719-446f-91b7-f3b6b565587c,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:12.778877 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-713805fe-2ee3-4274-9e80-fdad7ada5228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:12.779447 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] Network c5cb236d-4f1c-4366-ad21-ddda434f9c28 has no segments {{(pid=84417) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 12:07:12.802548 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853132148'] for segment, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:12.867524 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-713805fe-2ee3-4274-9e80-fdad7ada5228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:12.871588 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-713805fe-2ee3-4274-9e80-fdad7ada5228 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2c3eafb9-6719-446f-91b7-f3b6b565587c HTTP/1.1" status: 204 len: 168 time: 1.0521398 Apr 05 12:07:12.904190 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f92c495d-4675-4ef3-bd1d-46ec8724982e req-d28d75cb-6307-41c3-a9e9-ab525ddc5efd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331190 Apr 05 12:07:12.907514 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5e91f99b-7e1e-4c45-81e3-37d1f63b2440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:12.912048 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a0ddcb6b-93f0-4900-a957-5a39784e249f req-43c1d51a-b481-4689-a9a1-b10184104dd9 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321115 Apr 05 12:07:12.930024 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f314e266-3596-45cd-b0ac-d8d2c776fe29 req-91ba31c8-8940-46bf-b443-33dc8fbca49a service neutron] 10.222.0.32 "GET /v2.0/networks/ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318892 Apr 05 12:07:13.033584 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5e91f99b-7e1e-4c45-81e3-37d1f63b2440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:13.039262 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] Network c5cb236d-4f1c-4366-ad21-ddda434f9c28 has no segments {{(pid=84417) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: from cryptography.utils import int_from_bytes Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: from cryptography.utils import int_from_bytes Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: (rel_b, rel_a, rel_b), Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: (rel_b, rel_a, rel_b), Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: Traceback (most recent call last): Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: timer() Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: cb(*args, **kw) Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: return func(*args, **kwargs) Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: self._notify() Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: self.callback(batched_events) Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: event.method(event) Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: segment_id)['aggregates'][0] Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: return f(self, *a, **k) Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: return self._get(url).json() Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: **kwargs) Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: return self.request(url, 'GET', **kwargs) Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: **endpoint_filter) Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:07:13.066871 dv-cinder-784763-1-smb neutron-server[84306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:07:13.174818 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854004774'] for network, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:13.181683 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:13.202239 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:13.205087 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5e91f99b-7e1e-4c45-81e3-37d1f63b2440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:13.219190 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5cb236d-4f1c-4366-ad21-ddda434f9c28,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:13.223100 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee5fbe-9322-443f-bd45-785312e8f3b5 req-9f17e3d5-032a-48e9-96dc-5bf2f3022019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:13.224583 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c5cb236d-4f1c-4366-ad21-ddda434f9c28 HTTP/1.1" status: 204 len: 168 time: 1.7865539 Apr 05 12:07:13.225230 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f2ee5fbe-9322-443f-bd45-785312e8f3b5 req-9f17e3d5-032a-48e9-96dc-5bf2f3022019 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddc3c61214c148ae9122b41d30482408&device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 1097 time: 0.1077406 Apr 05 12:07:13.226129 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:13.226673 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:13.233852 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5e91f99b-7e1e-4c45-81e3-37d1f63b2440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:13.235048 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-5e91f99b-7e1e-4c45-81e3-37d1f63b2440 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4eea6730-f7d1-4e68-9d51-06cb8a41ded9 HTTP/1.1" status: 204 len: 168 time: 0.7900369 Apr 05 12:07:13.239738 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91f99b-7e1e-4c45-81e3-37d1f63b2440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eea6730-f7d1-4e68-9d51-06cb8a41ded9,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:13.242796 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5e91f99b-7e1e-4c45-81e3-37d1f63b2440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:13.252613 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 48072) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:13.293670 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e1b1afab-0f6a-4e2d-84d7-a4e84ab0b5fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:13.317080 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-e1b1afab-0f6a-4e2d-84d7-a4e84ab0b5fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:13.321275 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-e1b1afab-0f6a-4e2d-84d7-a4e84ab0b5fb admin admin] Usage tracker for resource:security_group_rule and tenant:308a92a80f8b486496bc367c8de43796 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:13.324976 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-e1b1afab-0f6a-4e2d-84d7-a4e84ab0b5fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:13.332178 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-e1b1afab-0f6a-4e2d-84d7-a4e84ab0b5fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:13.468309 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e1b1afab-0f6a-4e2d-84d7-a4e84ab0b5fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:13.477432 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e1b1afab-0f6a-4e2d-84d7-a4e84ab0b5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:13.485333 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee5fbe-9322-443f-bd45-785312e8f3b5 req-d4d714e5-3702-41ac-95fb-6ebec90aeb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:13.487288 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f2ee5fbe-9322-443f-bd45-785312e8f3b5 req-d4d714e5-3702-41ac-95fb-6ebec90aeb4b service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 HTTP/1.1" status: 200 len: 911 time: 0.2406838 Apr 05 12:07:13.487549 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-953046a3-e4f7-4988-91cd-a5682e01d98d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:13.572964 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 48082) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:13.595528 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-e1b1afab-0f6a-4e2d-84d7-a4e84ab0b5fb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=308a92a80f8b486496bc367c8de43796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3417652 Apr 05 12:07:13.598215 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 48086) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:13.603963 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f2ee5fbe-9322-443f-bd45-785312e8f3b5 req-776aad70-df66-4ffe-bc30-cd644593e8a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58362b7c-bead-43a0-8ba6-003b0b5099bc HTTP/1.1" status: 200 len: 217 time: 0.1092389 Apr 05 12:07:13.608071 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1afab-0f6a-4e2d-84d7-a4e84ab0b5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9867a4-890e-48ae-b57f-e22427a0f947,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:13.642015 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e1b1afab-0f6a-4e2d-84d7-a4e84ab0b5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:13.711924 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee5fbe-9322-443f-bd45-785312e8f3b5 req-baa2ddac-f5bd-4e03-9005-b0c757646843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:13.713504 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f2ee5fbe-9322-443f-bd45-785312e8f3b5 req-baa2ddac-f5bd-4e03-9005-b0c757646843 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e2cc0a18-1ec0-47fc-acf4-d5c1651f886a HTTP/1.1" status: 200 len: 849 time: 0.1024363 Apr 05 12:07:13.719818 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-712fa389-87bc-47b9-9d05-7570418fcb2b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f2bdb7f6eb514aa382a35a80ac88d77c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450205 Apr 05 12:07:13.726774 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 48094) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:13.740772 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8dc05a8a-d1a3-467a-a2ee-2d8f3a233a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:13.816381 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee5fbe-9322-443f-bd45-785312e8f3b5 req-5615dac5-b617-4dc7-8385-6730b4d25255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:13.818032 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f2ee5fbe-9322-443f-bd45-785312e8f3b5 req-5615dac5-b617-4dc7-8385-6730b4d25255 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0969353 Apr 05 12:07:13.841223 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8dc05a8a-d1a3-467a-a2ee-2d8f3a233a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:13.925140 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 48100) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:13.963791 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9ba68ec4-9f13-4cf8-b5ff-8fbfed3a28cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:14.009006 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-90a3a7ad-1172-4818-ab70-7192d50a49e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:14.050139 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-90a3a7ad-1172-4818-ab70-7192d50a49e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:14.064856 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-90a3a7ad-1172-4818-ab70-7192d50a49e1 admin admin] Usage tracker for resource:security_group_rule and tenant:5ff4b8b23d3f443fbdb3722dce1be058 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:14.073507 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-90a3a7ad-1172-4818-ab70-7192d50a49e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:14.083572 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-90a3a7ad-1172-4818-ab70-7192d50a49e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:14.094898 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f2ee5fbe-9322-443f-bd45-785312e8f3b5 req-1e96159e-3e3f-495a-afb7-ab78e7b1ff7c service neutron] 10.222.0.32 "GET /v2.0/networks/ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205184 Apr 05 12:07:14.106501 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017f519-7e78-4196-84e4-c132cf9d40f0 req-4bbab19d-623b-4981-a6a8-e25a2678279a tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:14.108215 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b017f519-7e78-4196-84e4-c132cf9d40f0 req-4bbab19d-623b-4981-a6a8-e25a2678279a tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 944 time: 0.2859316 Apr 05 12:07:14.200911 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9ba68ec4-9f13-4cf8-b5ff-8fbfed3a28cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:14.214607 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8dc05a8a-d1a3-467a-a2ee-2d8f3a233a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:14.226998 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:14.256713 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc05a8a-d1a3-467a-a2ee-2d8f3a233a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9867a4-890e-48ae-b57f-e22427a0f947,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:14.271705 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62627b60-2926-4379-a180-51e696a974aa req-47cca07e-4989-4b89-99c1-b0a6b2cfdd29 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:14.279742 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-62627b60-2926-4379-a180-51e696a974aa req-47cca07e-4989-4b89-99c1-b0a6b2cfdd29 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/ports?device_id=58296e78-2b0e-499d-8a2b-ac2bb04c15ca HTTP/1.1" status: 200 len: 946 time: 0.4021647 Apr 05 12:07:14.283090 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8dc05a8a-d1a3-467a-a2ee-2d8f3a233a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:14.302416 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8dc05a8a-d1a3-467a-a2ee-2d8f3a233a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:14.304146 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-8dc05a8a-d1a3-467a-a2ee-2d8f3a233a16 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e9867a4-890e-48ae-b57f-e22427a0f947 HTTP/1.1" status: 204 len: 168 time: 0.7049484 Apr 05 12:07:14.359517 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b017f519-7e78-4196-84e4-c132cf9d40f0 req-42bd2c97-bbad-4bbe-ac15-0bef8d90eb20 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2220225 Apr 05 12:07:14.370253 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-62627b60-2926-4379-a180-51e696a974aa req-6bd01baa-1bc5-43fb-bf24-b50b8d0aeb84 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/security-groups?id=d249037c-4312-475a-b071-b77a3a2c84c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835462 Apr 05 12:07:14.377326 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9ba68ec4-9f13-4cf8-b5ff-8fbfed3a28cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:14.383375 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:14.399654 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9ba68ec4-9f13-4cf8-b5ff-8fbfed3a28cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:14.400870 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-9ba68ec4-9f13-4cf8-b5ff-8fbfed3a28cd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5830c9d4-46c5-4fcf-a4c1-bb9b7bd132a6 HTTP/1.1" status: 204 len: 168 time: 0.6620250 Apr 05 12:07:14.402406 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba68ec4-9f13-4cf8-b5ff-8fbfed3a28cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5830c9d4-46c5-4fcf-a4c1-bb9b7bd132a6,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:14.407362 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9ba68ec4-9f13-4cf8-b5ff-8fbfed3a28cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:14.440803 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f2ee5fbe-9322-443f-bd45-785312e8f3b5 req-6cb944fb-0aa0-425b-81af-54416f34d35b service neutron] 10.222.0.32 "GET /v2.0/networks/ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314965 Apr 05 12:07:14.512981 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-90a3a7ad-1172-4818-ab70-7192d50a49e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:14.517774 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-90a3a7ad-1172-4818-ab70-7192d50a49e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:14.526031 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e545f840-6b50-4583-982d-f2e5cf617c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:14.572560 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3a7ad-1172-4818-ab70-7192d50a49e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8677a044-a046-4d4b-b0c1-434babaa0fb5,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:14.577535 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-90a3a7ad-1172-4818-ab70-7192d50a49e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5ff4b8b23d3f443fbdb3722dce1be058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6045589 Apr 05 12:07:14.578706 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-90a3a7ad-1172-4818-ab70-7192d50a49e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:14.580508 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 48122) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:14.657984 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2bd6140a-8bf8-4dce-b4f5-78570102630b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:14.711580 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2bd6140a-8bf8-4dce-b4f5-78570102630b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:14.743458 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91668fb1-e425-4f18-8e71-26c23aac258a req-df21d59c-f38d-40a0-96e4-f0f20f9de436 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:14.754762 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-91668fb1-e425-4f18-8e71-26c23aac258a req-df21d59c-f38d-40a0-96e4-f0f20f9de436 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.1665325 Apr 05 12:07:14.781372 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2bd6140a-8bf8-4dce-b4f5-78570102630b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:14.787345 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:14.806148 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6140a-8bf8-4dce-b4f5-78570102630b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8677a044-a046-4d4b-b0c1-434babaa0fb5,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:14.810543 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2bd6140a-8bf8-4dce-b4f5-78570102630b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:14.818107 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2bd6140a-8bf8-4dce-b4f5-78570102630b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:14.822338 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-2bd6140a-8bf8-4dce-b4f5-78570102630b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8677a044-a046-4d4b-b0c1-434babaa0fb5 HTTP/1.1" status: 204 len: 168 time: 0.2389014 Apr 05 12:07:14.826099 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-91668fb1-e425-4f18-8e71-26c23aac258a req-a66e2b85-ae8a-4ca2-9fd1-ecc82f5c0336 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703759 Apr 05 12:07:15.016609 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 48136) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:15.076891 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-fb5fa7a2-9168-410a-b097-f61d7b449ab0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a8fd35ac0dc94b0e8e4ac4e01739b157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561938 Apr 05 12:07:15.077394 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 48142) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:15.139544 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-edf05d57-6deb-49ee-9efc-de36f6826eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:15.168018 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-edf05d57-6deb-49ee-9efc-de36f6826eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:15.226313 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-edf05d57-6deb-49ee-9efc-de36f6826eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:15.233009 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3d1fb410-1bf9-4b23-a30d-f6b2ab69ed6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:15.241982 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 48154) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:15.249555 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf05d57-6deb-49ee-9efc-de36f6826eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068acf19-7cfd-4dfa-ab42-73148880f82d,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:15.252489 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-edf05d57-6deb-49ee-9efc-de36f6826eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:15.253358 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-edf05d57-6deb-49ee-9efc-de36f6826eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:15.257563 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-edf05d57-6deb-49ee-9efc-de36f6826eb0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/068acf19-7cfd-4dfa-ab42-73148880f82d HTTP/1.1" status: 204 len: 168 time: 0.1765301 Apr 05 12:07:15.454179 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-f33d7072-9ffb-4c10-8820-13958f616bb4 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:15.456591 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-f33d7072-9ffb-4c10-8820-13958f616bb4 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/networks?id=49526f73-451b-47db-8aba-278bba25f53d HTTP/1.1" status: 200 len: 814 time: 0.1930616 Apr 05 12:07:15.483131 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-1b3c6962-eb66-463a-a525-f86a36e67899 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/quotas/8cacd2fbdd0843568a27bde35c8bbf1d HTTP/1.1" status: 200 len: 375 time: 0.0197926 Apr 05 12:07:15.496849 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-179e9a5c-2ab3-4b6c-8ebb-58b73ae57c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:15.520468 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-179e9a5c-2ab3-4b6c-8ebb-58b73ae57c70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:15.570163 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-179e9a5c-2ab3-4b6c-8ebb-58b73ae57c70 admin admin] Usage tracker for resource:security_group_rule and tenant:3d24319144594387af275b0dc97bd81a is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:15.580084 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-179e9a5c-2ab3-4b6c-8ebb-58b73ae57c70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:15.589164 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-179e9a5c-2ab3-4b6c-8ebb-58b73ae57c70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:15.591060 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-8cca2e8d-8d1e-43b4-93f9-bde702aaf733 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8cacd2fbdd0843568a27bde35c8bbf1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1064825 Apr 05 12:07:15.666719 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b9f11-d30d-479e-b0db-1e68ebd06ea7 req-02added1-10d6-4d64-975c-2507e36aeed9 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:15.668362 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1d7b9f11-d30d-479e-b0db-1e68ebd06ea7 req-02added1-10d6-4d64-975c-2507e36aeed9 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/ports?device_id=58296e78-2b0e-499d-8a2b-ac2bb04c15ca HTTP/1.1" status: 200 len: 946 time: 0.1516736 Apr 05 12:07:15.753553 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-3f73f612-db0e-4d84-b1cd-e75e6cb46897 service neutron] 10.222.0.26 "GET /v2.0/networks/49526f73-451b-47db-8aba-278bba25f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613922 Apr 05 12:07:15.806521 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1d7b9f11-d30d-479e-b0db-1e68ebd06ea7 req-80baf684-1b99-46a4-bee7-3ae878e79dbe tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/security-groups?id=d249037c-4312-475a-b071-b77a3a2c84c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303775 Apr 05 12:07:15.842788 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-179e9a5c-2ab3-4b6c-8ebb-58b73ae57c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:15.849230 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-179e9a5c-2ab3-4b6c-8ebb-58b73ae57c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:15.871842 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5077b4e8-e8b2-4050-b0eb-8217656d2755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:15.931201 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-179e9a5c-2ab3-4b6c-8ebb-58b73ae57c70 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3d24319144594387af275b0dc97bd81a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6880763 Apr 05 12:07:15.932145 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e9a5c-2ab3-4b6c-8ebb-58b73ae57c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74be0f05-3ff8-4266-92af-6faef42c8448,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:15.935135 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 48192) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:15.953649 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-179e9a5c-2ab3-4b6c-8ebb-58b73ae57c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:15.969429 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-151e5944-a1d8-49d4-a0b8-1db9ba6a16e8 service neutron] 10.222.0.26 "GET /v2.0/networks/49526f73-451b-47db-8aba-278bba25f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056246 Apr 05 12:07:16.120309 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-43b1ec38-375d-4298-a189-183bff34cc32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:16.160417 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-43b1ec38-375d-4298-a189-183bff34cc32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:16.202563 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18ab8a-6d6d-492b-afa1-e00f8600bbd8 req-f2712e70-3d9e-4d49-803f-0b49a3f29ab4 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:16.204712 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0c18ab8a-6d6d-492b-afa1-e00f8600bbd8 req-f2712e70-3d9e-4d49-803f-0b49a3f29ab4 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 944 time: 0.2114632 Apr 05 12:07:16.310396 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-43b1ec38-375d-4298-a189-183bff34cc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:16.323372 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:16.366749 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0c18ab8a-6d6d-492b-afa1-e00f8600bbd8 req-aa3d56db-0828-4377-9fd1-5c0b513042dc tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238108 Apr 05 12:07:16.376583 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1ec38-375d-4298-a189-183bff34cc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74be0f05-3ff8-4266-92af-6faef42c8448,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:16.391686 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-43b1ec38-375d-4298-a189-183bff34cc32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:16.397163 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-43b1ec38-375d-4298-a189-183bff34cc32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:16.401234 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-43b1ec38-375d-4298-a189-183bff34cc32 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/74be0f05-3ff8-4266-92af-6faef42c8448 HTTP/1.1" status: 204 len: 168 time: 0.4538066 Apr 05 12:07:16.472327 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374c1d4-8fae-4f01-809c-eac55e5b2970 req-b2f5f62a-887a-447f-b0e0-aa1aa2195a6f tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:16.475251 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9374c1d4-8fae-4f01-809c-eac55e5b2970 req-b2f5f62a-887a-447f-b0e0-aa1aa2195a6f tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.32 "GET /v2.0/ports?device_id=58296e78-2b0e-499d-8a2b-ac2bb04c15ca HTTP/1.1" status: 200 len: 946 time: 0.2993014 Apr 05 12:07:16.484682 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c2dc2-c41f-4eb2-afa8-743c31111aaf req-34d30d44-7fe3-41f5-8d59-5f24dcca3046 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:16.486559 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-609c2dc2-c41f-4eb2-afa8-743c31111aaf req-34d30d44-7fe3-41f5-8d59-5f24dcca3046 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.2369006 Apr 05 12:07:16.517476 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-78d42446-157f-4b1e-96ca-c5e029d9a2f1 req-6fd13851-2e6d-4a38-a1b1-e0f2ba8d7a4b tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d325a01d-8ed9-494f-a71c-7dc69f6ff09c HTTP/1.1" status: 200 len: 210 time: 0.0642607 Apr 05 12:07:16.585135 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-9374c1d4-8fae-4f01-809c-eac55e5b2970 req-f7418c08-8b51-4804-9531-cf3df5f5cb18 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Deleting port e7411647-5b35-4ff3-9eb8-d7c7a051b6bb {{(pid=84418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:07:16.585722 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-9374c1d4-8fae-4f01-809c-eac55e5b2970 req-f7418c08-8b51-4804-9531-cf3df5f5cb18 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:16.677555 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-609c2dc2-c41f-4eb2-afa8-743c31111aaf req-0d5b2f64-05e0-4596-8dc1-f0dfb14ac61b tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272662 Apr 05 12:07:16.891996 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 48244) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:16.960689 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-9374c1d4-8fae-4f01-809c-eac55e5b2970 req-f7418c08-8b51-4804-9531-cf3df5f5cb18 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] For port e7411647-5b35-4ff3-9eb8-d7c7a051b6bb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e7411647-5b35-4ff3-9eb8-d7c7a051b6bb,segment=NetworkSegment(b3b513e0-f45c-4505-a148-b3baddbb60f9),segment_id=b3b513e0-f45c-4505-a148-b3baddbb60f9)] {{(pid=84418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:07:16.961848 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-9374c1d4-8fae-4f01-809c-eac55e5b2970 req-f7418c08-8b51-4804-9531-cf3df5f5cb18 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:17.029999 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 48250) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:17.058872 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-98532717-f5fa-4fa6-8d17-1bdc99b2ac04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:17.086295 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-98532717-f5fa-4fa6-8d17-1bdc99b2ac04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:17.090651 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-98532717-f5fa-4fa6-8d17-1bdc99b2ac04 admin admin] Usage tracker for resource:security_group_rule and tenant:2fd7e807366349e0b4113d33b7f2bdf9 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:17.093772 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-98532717-f5fa-4fa6-8d17-1bdc99b2ac04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:17.116937 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-98532717-f5fa-4fa6-8d17-1bdc99b2ac04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:17.162858 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 58362b7c-bead-43a0-8ba6-003b0b5099bc details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 12:07:17.362168 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 58362b7c-bead-43a0-8ba6-003b0b5099bc, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=58362b7c-bead-43a0-8ba6-003b0b5099bc,segment=NetworkSegment(0c3b046c-3d9d-4bb7-a47e-97e66d32d96b),segment_id=0c3b046c-3d9d-4bb7-a47e-97e66d32d96b)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:07:17.378054 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Returning: {'device': '58362b7c-bead-43a0-8ba6-003b0b5099bc', 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0', 'port_id': '58362b7c-bead-43a0-8ba6-003b0b5099bc', 'mac_address': 'fa:16:3e:97:90:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:07:17.451071 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:17.471135 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58362b7c-bead-43a0-8ba6-003b0b5099bc {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:07:17.477186 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-2764dedf-686f-4e8c-b2b8-9715729741b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-354444772-network', 'tenant_id': '82f321db7b3541c0b093c9f0e9fcc944'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:17.488591 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 58362b7c-bead-43a0-8ba6-003b0b5099bc, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=58362b7c-bead-43a0-8ba6-003b0b5099bc,segment=NetworkSegment(0c3b046c-3d9d-4bb7-a47e-97e66d32d96b),segment_id=0c3b046c-3d9d-4bb7-a47e-97e66d32d96b)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:07:17.492864 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:17.494963 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:17.534601 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-2764dedf-686f-4e8c-b2b8-9715729741b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:17.541685 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-2764dedf-686f-4e8c-b2b8-9715729741b3 admin admin] Usage tracker for resource:network and tenant:82f321db7b3541c0b093c9f0e9fcc944 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:17.547320 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-2764dedf-686f-4e8c-b2b8-9715729741b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:17.564356 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-2764dedf-686f-4e8c-b2b8-9715729741b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:17.600070 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-9374c1d4-8fae-4f01-809c-eac55e5b2970 req-f7418c08-8b51-4804-9531-cf3df5f5cb18 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Calling delete_port for e7411647-5b35-4ff3-9eb8-d7c7a051b6bb owned by compute:nova {{(pid=84418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:07:17.624108 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2764dedf-686f-4e8c-b2b8-9715729741b3 admin admin] Made reservation on behalf of 82f321db7b3541c0b093c9f0e9fcc944 for: {'network': 1} {{(pid=84417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:07:17.633952 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2764dedf-686f-4e8c-b2b8-9715729741b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for network, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:17.636606 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=58362b7c-bead-43a0-8ba6-003b0b5099bc,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:17.642018 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:17.691484 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2764dedf-686f-4e8c-b2b8-9715729741b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:17.715729 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-2764dedf-686f-4e8c-b2b8-9715729741b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:17.720071 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-2764dedf-686f-4e8c-b2b8-9715729741b3 admin admin] Usage tracker for resource:security_group_rule and tenant:82f321db7b3541c0b093c9f0e9fcc944 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:17.723446 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-2764dedf-686f-4e8c-b2b8-9715729741b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:17.730508 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-2764dedf-686f-4e8c-b2b8-9715729741b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:17.742943 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-98532717-f5fa-4fa6-8d17-1bdc99b2ac04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:17.809767 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4a4bf-f2a2-4d9a-ac01-96dd1012191c req-688c39d2-4a3b-4c23-a5cd-564bee6354a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:17.811387 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-01e4a4bf-f2a2-4d9a-ac01-96dd1012191c req-688c39d2-4a3b-4c23-a5cd-564bee6354a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=808b3f55d36f47a2a2dd53e694db5da5&device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 1098 time: 0.6598668 Apr 05 12:07:17.812055 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-98532717-f5fa-4fa6-8d17-1bdc99b2ac04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:17.843702 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:17.860534 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-98532717-f5fa-4fa6-8d17-1bdc99b2ac04 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2fd7e807366349e0b4113d33b7f2bdf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8294902 Apr 05 12:07:17.861412 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 48272) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:17.881151 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553793d-9911-4e2f-8e04-bf5385427e5e req-8cf02a89-05fd-4531-96f1-1e8edd3db007 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:17.882811 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b553793d-9911-4e2f-8e04-bf5385427e5e req-8cf02a89-05fd-4531-96f1-1e8edd3db007 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/ports?device_id=58296e78-2b0e-499d-8a2b-ac2bb04c15ca HTTP/1.1" status: 200 len: 946 time: 0.9014826 Apr 05 12:07:17.890308 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['58362b7c-bead-43a0-8ba6-003b0b5099bc'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:07:18.011253 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b553793d-9911-4e2f-8e04-bf5385427e5e req-d965eb64-4cf3-4839-b1ee-6c1a32da18a3 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/security-groups?id=d249037c-4312-475a-b071-b77a3a2c84c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107609 Apr 05 12:07:18.052483 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4aeccf-a2b4-47bf-b9d3-6ac04d3caadc req-80411fc6-9bf6-486e-84af-180770e650ee tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:18.057590 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6a4aeccf-a2b4-47bf-b9d3-6ac04d3caadc req-80411fc6-9bf6-486e-84af-180770e650ee tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.6840885 Apr 05 12:07:18.057759 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-0631e847-8230-4fcd-a23f-9a18da71c6a5 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:18.059379 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-0631e847-8230-4fcd-a23f-9a18da71c6a5 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.32 "GET /v2.0/networks?id=49526f73-451b-47db-8aba-278bba25f53d HTTP/1.1" status: 200 len: 814 time: 0.3993428 Apr 05 12:07:18.060565 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-9374c1d4-8fae-4f01-809c-eac55e5b2970 req-f7418c08-8b51-4804-9531-cf3df5f5cb18 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:18.084542 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ef4a887e-576f-46a4-a0b6-b7b379cfa5a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:18.129934 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-c901e924-4445-4c93-acae-97203bfa0504 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Request body: {'port': {'device_id': 'd325a01d-8ed9-494f-a71c-7dc69f6ff09c', 'network_id': '49526f73-451b-47db-8aba-278bba25f53d', 'admin_state_up': True, 'tenant_id': '8cacd2fbdd0843568a27bde35c8bbf1d'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:18.360076 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-c901e924-4445-4c93-acae-97203bfa0504 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:18.369044 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6a4aeccf-a2b4-47bf-b9d3-6ac04d3caadc req-cb4afe92-81e8-4caf-abfe-8931bbc839e2 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627542 Apr 05 12:07:18.371117 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-c901e924-4445-4c93-acae-97203bfa0504 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:18.385426 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7418c08-8b51-4804-9531-cf3df5f5cb18 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Pushing event deleted for resources: {'Port': ['ID=e7411647-5b35-4ff3-9eb8-d7c7a051b6bb,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:18.395658 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98532717-f5fa-4fa6-8d17-1bdc99b2ac04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906dac1c-38b2-41df-9c41-f7371e11b59c,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:18.399134 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f7418c08-8b51-4804-9531-cf3df5f5cb18 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:18.403341 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-98532717-f5fa-4fa6-8d17-1bdc99b2ac04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:18.418323 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2764dedf-686f-4e8c-b2b8-9715729741b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:18.477989 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1792d288-5ed9-4ec7-8af7-f12f834b673d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:18.483834 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2764dedf-686f-4e8c-b2b8-9715729741b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:18.490994 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5e91f99b-7e1e-4c45-81e3-37d1f63b2440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:18.520281 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4a4bf-f2a2-4d9a-ac01-96dd1012191c req-f6908edb-3eb9-4c5e-80ff-a9f5874f58b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:18.522771 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-01e4a4bf-f2a2-4d9a-ac01-96dd1012191c req-f6908edb-3eb9-4c5e-80ff-a9f5874f58b1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e4d2affa-d50a-4902-aca6-24458c2b9331 HTTP/1.1" status: 200 len: 919 time: 0.6792276 Apr 05 12:07:18.545018 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-c901e924-4445-4c93-acae-97203bfa0504 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Made reservation on behalf of 8cacd2fbdd0843568a27bde35c8bbf1d for: {'port': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:07:18.552644 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-c901e924-4445-4c93-acae-97203bfa0504 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:18.632388 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-01e4a4bf-f2a2-4d9a-ac01-96dd1012191c req-a4517a2f-e0df-46c4-a481-476b21926dbd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b293e3f-80e3-4ff5-b376-01fff9d75b95 HTTP/1.1" status: 200 len: 217 time: 0.0857344 Apr 05 12:07:18.636118 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2764dedf-686f-4e8c-b2b8-9715729741b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=84417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 12:07:18.738150 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b0f8c-d222-4311-8849-44cf4662b0b8 req-1a6dadf8-61dd-4829-889e-4b67487c1b5b tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:18.739724 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-587b0f8c-d222-4311-8849-44cf4662b0b8 req-1a6dadf8-61dd-4829-889e-4b67487c1b5b tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 945 time: 0.4244199 Apr 05 12:07:18.756319 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1792d288-5ed9-4ec7-8af7-f12f834b673d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:18.764646 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764dedf-686f-4e8c-b2b8-9715729741b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9130fa2a-248d-43c4-81e1-58e15de29d42,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:18.786917 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2764dedf-686f-4e8c-b2b8-9715729741b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:18.790214 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2764dedf-686f-4e8c-b2b8-9715729741b3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757196987063', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:18.790835 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2764dedf-686f-4e8c-b2b8-9715729741b3 admin admin] Unsubscribe: segment precommit_create {{(pid=84417) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 05 12:07:18.791409 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-2764dedf-686f-4e8c-b2b8-9715729741b3 admin admin] Added segment cff66e35-35e3-4977-95da-cd674537f379 of type vlan for network 56253b70-d4c3-4903-8552-b2bf5ecdb4e8 Apr 05 12:07:18.800556 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-48c6eef2-441e-4a89-81c8-3b1bb85b6a3f req-43b4168b-5f5d-4a5f-a63d-9875e6ed6d95 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d325a01d-8ed9-494f-a71c-7dc69f6ff09c HTTP/1.1" status: 200 len: 210 time: 0.1551225 Apr 05 12:07:18.854016 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4a4bf-f2a2-4d9a-ac01-96dd1012191c req-c19ec91c-155c-4b67-855d-d1354dc056f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:18.855820 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-01e4a4bf-f2a2-4d9a-ac01-96dd1012191c req-c19ec91c-155c-4b67-855d-d1354dc056f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58bfef5a-b03d-4852-8400-b15e7cf54ce5 HTTP/1.1" status: 200 len: 858 time: 0.1583116 Apr 05 12:07:18.906399 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 48306) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:18.934506 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-01e4a4bf-f2a2-4d9a-ac01-96dd1012191c req-50bc1aa3-2c7e-465e-aae1-bb91dd13b9e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4d2affa-d50a-4902-aca6-24458c2b9331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704794 Apr 05 12:07:18.936233 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2764dedf-686f-4e8c-b2b8-9715729741b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757196486498'] for network, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:18.936877 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-9374c1d4-8fae-4f01-809c-eac55e5b2970 req-f7418c08-8b51-4804-9531-cf3df5f5cb18 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] No DVR routers for this DVR port e7411647-5b35-4ff3-9eb8-d7c7a051b6bb on host hv-cinder-78476 {{(pid=84418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 12:07:18.946800 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-587b0f8c-d222-4311-8849-44cf4662b0b8 req-64591623-cc23-465b-8054-0cb7541cc67a tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947505 Apr 05 12:07:18.947898 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-9374c1d4-8fae-4f01-809c-eac55e5b2970 req-f7418c08-8b51-4804-9531-cf3df5f5cb18 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:18.952816 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58296e78-2b0e-499d-8a2b-ac2bb04c15ca', 'name': 'network-vif-deleted', 'tag': 'e7411647-5b35-4ff3-9eb8-d7c7a051b6bb'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:07:18.964686 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['e7411647-5b35-4ff3-9eb8-d7c7a051b6bb'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:07:19.004336 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-c901e924-4445-4c93-acae-97203bfa0504 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Allocated IP 172.20.0.13 (49526f73-451b-47db-8aba-278bba25f53d/f4203655-c8b6-45d2-ab59-6589759dd37a/567d4343-c876-4a60-bb91-51152c9ba689) {{(pid=84418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:07:19.017714 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9374c1d4-8fae-4f01-809c-eac55e5b2970 req-f7418c08-8b51-4804-9531-cf3df5f5cb18 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.32 "DELETE /v2.0/ports/e7411647-5b35-4ff3-9eb8-d7c7a051b6bb HTTP/1.1" status: 204 len: 173 time: 2.5296822 Apr 05 12:07:19.023010 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1792d288-5ed9-4ec7-8af7-f12f834b673d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:19.036707 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58296e78-2b0e-499d-8a2b-ac2bb04c15ca', 'name': 'network-vif-deleted', 'tag': 'e7411647-5b35-4ff3-9eb8-d7c7a051b6bb', 'status': 'completed', 'code': 200} Apr 05 12:07:19.076926 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:19.087842 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2764dedf-686f-4e8c-b2b8-9715729741b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739'] for network, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:19.098743 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2764dedf-686f-4e8c-b2b8-9715729741b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:19.100168 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2764dedf-686f-4e8c-b2b8-9715729741b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:19.128262 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792d288-5ed9-4ec7-8af7-f12f834b673d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906dac1c-38b2-41df-9c41-f7371e11b59c,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:19.138859 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1792d288-5ed9-4ec7-8af7-f12f834b673d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:19.139649 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5b2478e9-479a-48cf-80da-de4ecb435135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:19.297326 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-2764dedf-686f-4e8c-b2b8-9715729741b3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4041305 Apr 05 12:07:19.302475 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1792d288-5ed9-4ec7-8af7-f12f834b673d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:19.304425 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-1792d288-5ed9-4ec7-8af7-f12f834b673d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/906dac1c-38b2-41df-9c41-f7371e11b59c HTTP/1.1" status: 204 len: 168 time: 1.4030144 Apr 05 12:07:19.305472 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764dedf-686f-4e8c-b2b8-9715729741b3 admin admin] Pushing event updated for resources: {'Network': ['ID=56253b70-d4c3-4903-8552-b2bf5ecdb4e8,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:19.309819 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 48322) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:19.311833 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-218276ad-3e47-4f53-9bf7-625e4c2b8170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:19.318137 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Network 56253b70-d4c3-4903-8552-b2bf5ecdb4e8 details requested by agent ovs-agent-dv-cinder-784763-1-smb with host dv-cinder-784763-1-smb {{(pid=84419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 12:07:19.327075 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2764dedf-686f-4e8c-b2b8-9715729741b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:19.329424 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-01e4a4bf-f2a2-4d9a-ac01-96dd1012191c req-3e029f10-bfb3-444d-b33c-fd171de88d4c service neutron] 10.222.0.32 "GET /v2.0/networks/e4d2affa-d50a-4902-aca6-24458c2b9331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647997 Apr 05 12:07:19.334454 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-f7f5bc40-a8d2-4f98-9f10-b328497b6e0d admin admin] Request body: {'subnet': {'network_id': '56253b70-d4c3-4903-8552-b2bf5ecdb4e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-354444772-subnet', 'tenant_id': '82f321db7b3541c0b093c9f0e9fcc944', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:19.369398 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-f7f5bc40-a8d2-4f98-9f10-b328497b6e0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:19.372322 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-218276ad-3e47-4f53-9bf7-625e4c2b8170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:19.387958 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-48c864a8-226a-4282-95f8-6723c00af16e req-a4221dd7-d91b-40ad-95a9-14ee73173ef4 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Synchronizing usage tracker for tenant:c3f2089ab9e84da8a0e12943deaf2308 on resource:port {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:07:19.392088 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-f7f5bc40-a8d2-4f98-9f10-b328497b6e0d admin admin] Usage tracker for resource:subnet and tenant:82f321db7b3541c0b093c9f0e9fcc944 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:19.395717 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-218276ad-3e47-4f53-9bf7-625e4c2b8170 admin admin] Usage tracker for resource:security_group_rule and tenant:65ac3a693a5148f18c6fdd17875fb7d5 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:19.399974 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-f7f5bc40-a8d2-4f98-9f10-b328497b6e0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:19.403066 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-218276ad-3e47-4f53-9bf7-625e4c2b8170 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:19.415824 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-f7f5bc40-a8d2-4f98-9f10-b328497b6e0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:19.481752 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-48c864a8-226a-4282-95f8-6723c00af16e req-a4221dd7-d91b-40ad-95a9-14ee73173ef4 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Unset dirty status for tenant:c3f2089ab9e84da8a0e12943deaf2308 on resource:port {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:07:19.485392 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-48c864a8-226a-4282-95f8-6723c00af16e req-a4221dd7-d91b-40ad-95a9-14ee73173ef4 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] 10.222.0.26 "GET /v2.0/ports?device_id=58296e78-2b0e-499d-8a2b-ac2bb04c15ca HTTP/1.1" status: 200 len: 210 time: 0.2103410 Apr 05 12:07:19.496121 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-218276ad-3e47-4f53-9bf7-625e4c2b8170 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:19.512159 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-c901e924-4445-4c93-acae-97203bfa0504 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks [] for port, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:19.533325 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f5bc40-a8d2-4f98-9f10-b328497b6e0d admin admin] Made reservation on behalf of 82f321db7b3541c0b093c9f0e9fcc944 for: {'subnet': 1} {{(pid=84417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:07:19.539126 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f7f5bc40-a8d2-4f98-9f10-b328497b6e0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844200963'] for subnet, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:19.626043 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-c901e924-4445-4c93-acae-97203bfa0504 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:19.637462 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['016a7d1b-70ea-44fb-bdd4-f4e4d798727f'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:07:19.648678 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-bbcccda1-46f5-4808-b9a4-49217cc9d816 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:19.757231 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-01e4a4bf-f2a2-4d9a-ac01-96dd1012191c req-1941c3fd-2941-44d2-b67f-0d74a8eab1ee service neutron] 10.222.0.32 "GET /v2.0/networks/e4d2affa-d50a-4902-aca6-24458c2b9331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164004 Apr 05 12:07:19.783111 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e924-4445-4c93-acae-97203bfa0504 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Pushing event updated for resources: {'Port': ['ID=567d4343-c876-4a60-bb91-51152c9ba689,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:19.791994 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c901e924-4445-4c93-acae-97203bfa0504 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:19.904289 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-218276ad-3e47-4f53-9bf7-625e4c2b8170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:19.917822 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0585f-c169-4b65-a059-2cd8df560e14 req-477e644a-1eaf-4195-9159-df49821a5809 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:19.925284 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8dc0585f-c169-4b65-a059-2cd8df560e14 req-477e644a-1eaf-4195-9159-df49821a5809 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.3356476 Apr 05 12:07:19.947202 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-218276ad-3e47-4f53-9bf7-625e4c2b8170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:19.961283 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:20.047321 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8dc0585f-c169-4b65-a059-2cd8df560e14 req-b956a478-3643-4fd8-842f-85fbca6c5fb4 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206818 Apr 05 12:07:20.056702 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-218276ad-3e47-4f53-9bf7-625e4c2b8170 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=65ac3a693a5148f18c6fdd17875fb7d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1414325 Apr 05 12:07:20.071724 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 48350) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:20.072443 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218276ad-3e47-4f53-9bf7-625e4c2b8170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4432aba7-ba7f-4fb5-a816-aef2bc345701,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:20.075395 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-c901e924-4445-4c93-acae-97203bfa0504 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Network 49526f73-451b-47db-8aba-278bba25f53d is already hosted by enough agents. {{(pid=84418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:07:20.079654 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-c901e924-4445-4c93-acae-97203bfa0504 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Resources bound (agent type, host, resource id): {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:07:20.082733 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-218276ad-3e47-4f53-9bf7-625e4c2b8170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:20.082872 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-c901e924-4445-4c93-acae-97203bfa0504 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Received port after_create {{(pid=84418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:07:20.181701 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-c901e924-4445-4c93-acae-97203bfa0504 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:20.182373 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-c901e924-4445-4c93-acae-97203bfa0504 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:20.210681 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f46be6-a209-43b6-b631-3f723e5ac034 req-c5e644cf-f7b0-44ea-96e5-313c0625dfaa tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:20.211456 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-60f46be6-a209-43b6-b631-3f723e5ac034 req-c5e644cf-f7b0-44ea-96e5-313c0625dfaa tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Synchronizing usage tracker for tenant:8cacd2fbdd0843568a27bde35c8bbf1d on resource:port {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:07:20.216960 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-c901e924-4445-4c93-acae-97203bfa0504 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1340504 Apr 05 12:07:20.231988 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Request body: {'port': {'device_id': 'd325a01d-8ed9-494f-a71c-7dc69f6ff09c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:20.307046 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-60f46be6-a209-43b6-b631-3f723e5ac034 req-c5e644cf-f7b0-44ea-96e5-313c0625dfaa tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Unset dirty status for tenant:8cacd2fbdd0843568a27bde35c8bbf1d on resource:port {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:07:20.308446 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-60f46be6-a209-43b6-b631-3f723e5ac034 req-c5e644cf-f7b0-44ea-96e5-313c0625dfaa tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d325a01d-8ed9-494f-a71c-7dc69f6ff09c HTTP/1.1" status: 200 len: 932 time: 0.3079360 Apr 05 12:07:20.428240 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:20.442240 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-60f46be6-a209-43b6-b631-3f723e5ac034 req-e33cfd59-314b-4edc-a395-5035492e221e tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891528 Apr 05 12:07:20.499600 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-08aa9a39-3924-4cf2-a7f0-8601108ee64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:20.556810 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-08aa9a39-3924-4cf2-a7f0-8601108ee64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:20.661510 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958570c-cf96-4f69-9b90-db62027b856f req-c74b53e2-f132-44d7-81b3-cdbff184e0c5 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:20.669820 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7958570c-cf96-4f69-9b90-db62027b856f req-c74b53e2-f132-44d7-81b3-cdbff184e0c5 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 945 time: 0.4926174 Apr 05 12:07:20.751229 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7958570c-cf96-4f69-9b90-db62027b856f req-b3a3ad2e-b226-453b-8bde-8e92adbe82be tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803835 Apr 05 12:07:20.754056 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-08aa9a39-3924-4cf2-a7f0-8601108ee64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:20.762782 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-700efc5b-2b3b-4602-91b5-5bae91c3f0bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:20.784893 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa9a39-3924-4cf2-a7f0-8601108ee64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4432aba7-ba7f-4fb5-a816-aef2bc345701,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:20.788934 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-08aa9a39-3924-4cf2-a7f0-8601108ee64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:20.808858 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-08aa9a39-3924-4cf2-a7f0-8601108ee64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:20.810090 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-08aa9a39-3924-4cf2-a7f0-8601108ee64a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4432aba7-ba7f-4fb5-a816-aef2bc345701 HTTP/1.1" status: 204 len: 168 time: 0.7346120 Apr 05 12:07:20.963353 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f7f5bc40-a8d2-4f98-9f10-b328497b6e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1643548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844201010'] for subnet, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:21.053075 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 567d4343-c876-4a60-bb91-51152c9ba689 {{(pid=84418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:07:21.062041 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Notify callbacks [] for port, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:21.097048 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Transition to ACTIVE for port object 567d4343-c876-4a60-bb91-51152c9ba689 will not be triggered until provisioned by entity L2. {{(pid=84418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:07:21.101042 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626450'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:21.117656 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:21.173140 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 58362b7c-bead-43a0-8ba6-003b0b5099bc up at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:07:21.199314 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:21.204502 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Pushing event updated for resources: {'Port': ['ID=567d4343-c876-4a60-bb91-51152c9ba689,revision_number=2']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:21.210684 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:21.344740 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning for port 58362b7c-bead-43a0-8ba6-003b0b5099bc completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:07:21.351513 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning complete for port 58362b7c-bead-43a0-8ba6-003b0b5099bc triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:07:21.352260 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:21.384939 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f5bc40-a8d2-4f98-9f10-b328497b6e0d admin admin] Checking segment: {'id': 'cff66e35-35e3-4977-95da-cd674537f379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '56253b70-d4c3-4903-8552-b2bf5ecdb4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:07:21.385308 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f5bc40-a8d2-4f98-9f10-b328497b6e0d admin admin] Network hostable DHCP agents. Network: 56253b70-d4c3-4903-8552-b2bf5ecdb4e8, hostable agents: ['4e04494a-4007-4790-9de1-331780b361fc'], hosted agents: [] {{(pid=84417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 12:07:21.407252 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5bc40-a8d2-4f98-9f10-b328497b6e0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=87f34d37-b016-4922-87db-363c749c9d13,revision_number=0']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:21.427960 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f7f5bc40-a8d2-4f98-9f10-b328497b6e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:21.448343 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f5bc40-a8d2-4f98-9f10-b328497b6e0d admin admin] Network 56253b70-d4c3-4903-8552-b2bf5ecdb4e8 is scheduled to be hosted by DHCP agent 4e04494a-4007-4790-9de1-331780b361fc with binding_index 1 {{(pid=84417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 12:07:21.465042 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-f7f5bc40-a8d2-4f98-9f10-b328497b6e0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-smb, 56253b70-d4c3-4903-8552-b2bf5ecdb4e8) {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:07:21.488897 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04140dc-dcda-46fa-ae3f-c1b8c6742ad1 None None] Network 56253b70-d4c3-4903-8552-b2bf5ecdb4e8 requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:07:21.497553 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f5bc40-a8d2-4f98-9f10-b328497b6e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:21.498719 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f7f5bc40-a8d2-4f98-9f10-b328497b6e0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for subnet, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:21.539405 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-f7f5bc40-a8d2-4f98-9f10-b328497b6e0d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2159843 Apr 05 12:07:21.629867 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 48404) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:21.667798 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b4087da8-0183-4281-815d-37ffced9c8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:21.721073 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b4087da8-0183-4281-815d-37ffced9c8c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:21.732237 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b4087da8-0183-4281-815d-37ffced9c8c8 admin admin] Usage tracker for resource:security_group_rule and tenant:3199cbf790bd4bf69554bfd8b856b6eb is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:21.740008 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b4087da8-0183-4281-815d-37ffced9c8c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:21.758858 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b4087da8-0183-4281-815d-37ffced9c8c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:21.813255 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:21.972625 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b4087da8-0183-4281-815d-37ffced9c8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:21.975837 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc185ba-fca3-41d8-b9d1-3df16ebf4c13 req-64df6247-256f-4b80-9aa6-489db5433d47 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:21.978106 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9fc185ba-fca3-41d8-b9d1-3df16ebf4c13 req-64df6247-256f-4b80-9aa6-489db5433d47 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.6792765 Apr 05 12:07:21.981215 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d6e1a6-58be-4c83-b973-db9684899cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58362b7c-bead-43a0-8ba6-003b0b5099bc'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:07:22.009713 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 58362b7c-bead-43a0-8ba6-003b0b5099bc, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=58362b7c-bead-43a0-8ba6-003b0b5099bc,segment=NetworkSegment(0c3b046c-3d9d-4bb7-a47e-97e66d32d96b),segment_id=0c3b046c-3d9d-4bb7-a47e-97e66d32d96b)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:07:22.055545 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:22.056888 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device e7411647-5b35-4ff3-9eb8-d7c7a051b6bb no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:07:22.073558 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b4087da8-0183-4281-815d-37ffced9c8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:22.107135 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d2495ed0-26f0-4750-be79-2da3bd98327d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:22.112360 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9fc185ba-fca3-41d8-b9d1-3df16ebf4c13 req-d08d4e1f-f9be-4805-a461-1100e24cf8be tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620406 Apr 05 12:07:22.132022 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3455f6cb-b922-46af-ac18-387106b00eb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:22.190562 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-b4087da8-0183-4281-815d-37ffced9c8c8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3199cbf790bd4bf69554bfd8b856b6eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5589538 Apr 05 12:07:22.192685 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4087da8-0183-4281-815d-37ffced9c8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e914179b-1ee8-4254-9de7-b2ec610b3041,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:22.197631 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 48432) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:22.214955 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b4087da8-0183-4281-815d-37ffced9c8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:22.220946 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] No Port match for: e7411647-5b35-4ff3-9eb8-d7c7a051b6bb {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:07:22.224808 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device e7411647-5b35-4ff3-9eb8-d7c7a051b6bb not bound to the agent host hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:07:22.236033 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05589285-842e-485e-97bc-ae6da0b2e531 None None] Network 56253b70-d4c3-4903-8552-b2bf5ecdb4e8 requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:07:22.285992 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace131a-928a-46a3-b0b9-fa0f6a7be49b req-181b418a-18f7-401a-bb54-2baf04c4d0a5 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:22.296287 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1ace131a-928a-46a3-b0b9-fa0f6a7be49b req-181b418a-18f7-401a-bb54-2baf04c4d0a5 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d325a01d-8ed9-494f-a71c-7dc69f6ff09c HTTP/1.1" status: 200 len: 944 time: 0.5972271 Apr 05 12:07:22.298965 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Attempting to bind port 567d4343-c876-4a60-bb91-51152c9ba689 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:07:22.299455 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Attempting to bind port 567d4343-c876-4a60-bb91-51152c9ba689 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '87a99d09-0430-4d43-b90b-ebe3a6cff4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '49526f73-451b-47db-8aba-278bba25f53d'}] {{(pid=84418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:07:22.300068 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Attempting to bind port 567d4343-c876-4a60-bb91-51152c9ba689 on network 49526f73-451b-47db-8aba-278bba25f53d {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:07:22.315704 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Port 567d4343-c876-4a60-bb91-51152c9ba689 on network 49526f73-451b-47db-8aba-278bba25f53d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 12:07:22.316215 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Attempting to bind port 567d4343-c876-4a60-bb91-51152c9ba689 on network 49526f73-451b-47db-8aba-278bba25f53d {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:07:22.322742 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Checking agent: {'id': 'b4ce1f0a-2cfc-4a41-8c75-ffa3be69bd3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:07:22.323271 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Checking segment: {'id': '87a99d09-0430-4d43-b90b-ebe3a6cff4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '49526f73-451b-47db-8aba-278bba25f53d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:07:22.323777 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Bound using segment: {'id': '87a99d09-0430-4d43-b90b-ebe3a6cff4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '49526f73-451b-47db-8aba-278bba25f53d'} {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:07:22.324386 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Bound port: 567d4343-c876-4a60-bb91-51152c9ba689, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87a99d09-0430-4d43-b90b-ebe3a6cff4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '49526f73-451b-47db-8aba-278bba25f53d'}}] {{(pid=84418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:07:22.324859 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:22.380711 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-31bb63c0-78eb-4c75-b215-64b6a6944fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:22.442934 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1ace131a-928a-46a3-b0b9-fa0f6a7be49b req-674c6c45-2d45-4f0c-861b-1daceceaca78 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457274 Apr 05 12:07:22.455232 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-31bb63c0-78eb-4c75-b215-64b6a6944fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:22.470739 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=58362b7c-bead-43a0-8ba6-003b0b5099bc,revision_number=5']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:22.482646 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:22.530875 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d6e1a6-58be-4c83-b973-db9684899cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58362b7c-bead-43a0-8ba6-003b0b5099bc', 'code': 200} Apr 05 12:07:22.569600 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-31bb63c0-78eb-4c75-b215-64b6a6944fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:22.578932 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8dc05a8a-d1a3-467a-a2ee-2d8f3a233a16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:22.630217 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb63c0-78eb-4c75-b215-64b6a6944fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e914179b-1ee8-4254-9de7-b2ec610b3041,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:22.638794 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-31bb63c0-78eb-4c75-b215-64b6a6944fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:22.644128 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] For port 567d4343-c876-4a60-bb91-51152c9ba689, host hv-cinder-78476, cleared binding levels {{(pid=84418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:07:22.649457 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] For port 567d4343-c876-4a60-bb91-51152c9ba689, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=567d4343-c876-4a60-bb91-51152c9ba689,segment=NetworkSegment(87a99d09-0430-4d43-b90b-ebe3a6cff4b3),segment_id=87a99d09-0430-4d43-b90b-ebe3a6cff4b3)] {{(pid=84418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:07:22.654034 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-31bb63c0-78eb-4c75-b215-64b6a6944fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:22.657719 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-31bb63c0-78eb-4c75-b215-64b6a6944fab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e914179b-1ee8-4254-9de7-b2ec610b3041 HTTP/1.1" status: 204 len: 168 time: 0.4564586 Apr 05 12:07:22.658840 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c41ea3-6eef-46a6-bfc7-35c94611bdaa req-47d71fa8-bf64-4061-b290-62e5489e4b64 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:22.660459 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-15c41ea3-6eef-46a6-bfc7-35c94611bdaa req-47d71fa8-bf64-4061-b290-62e5489e4b64 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.2955735 Apr 05 12:07:22.662719 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626450'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:22.696531 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:22.888145 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bab510-5064-4f3f-8690-81bbe2029749 req-a2bb4aa9-68fb-435d-aa35-089fb1f0b9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:22.892442 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-02bab510-5064-4f3f-8690-81bbe2029749 req-a2bb4aa9-68fb-435d-aa35-089fb1f0b9a9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 1099 time: 0.1027954 Apr 05 12:07:22.917694 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-15c41ea3-6eef-46a6-bfc7-35c94611bdaa req-10cfeda9-6391-4582-a649-dc2c442b5510 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179954 Apr 05 12:07:22.982478 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-02bab510-5064-4f3f-8690-81bbe2029749 req-27cdf023-22c2-4fea-9138-5e53f4ffb3a7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852134 Apr 05 12:07:22.997813 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Pushing event updated for resources: {'Port': ['ID=567d4343-c876-4a60-bb91-51152c9ba689,revision_number=3']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:23.045889 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:23.046300 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:23.046699 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:23.047176 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:23.047579 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:23.047970 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:23.048463 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:23.048721 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:23.049109 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:23.049492 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:23.050043 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:23.050425 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:23.055869 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:23.072728 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:23.073400 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:23.075036 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] 10.222.0.32 "PUT /v2.0/ports/567d4343-c876-4a60-bb91-51152c9ba689 HTTP/1.1" status: 200 len: 1094 time: 2.8496323 Apr 05 12:07:23.075882 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd325a01d-8ed9-494f-a71c-7dc69f6ff09c', 'tag': '567d4343-c876-4a60-bb91-51152c9ba689'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:07:23.079200 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 48462) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:23.136764 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd325a01d-8ed9-494f-a71c-7dc69f6ff09c', 'tag': '567d4343-c876-4a60-bb91-51152c9ba689', 'status': 'completed', 'code': 200} Apr 05 12:07:23.249054 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae18beae-7bd0-4629-9ced-b36fc16b4526 admin admin] Deleting subnet 58234435-b743-4eeb-a268-7228a469b17f {{(pid=84417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 12:07:23.252712 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ae18beae-7bd0-4629-9ced-b36fc16b4526 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:23.269954 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-47852384-68c9-418b-824d-548dfe7c4659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:23.273996 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-47852384-68c9-418b-824d-548dfe7c4659 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cacd2fbdd0843568a27bde35c8bbf1d&device_id=d325a01d-8ed9-494f-a71c-7dc69f6ff09c HTTP/1.1" status: 200 len: 1097 time: 0.1283426 Apr 05 12:07:23.356631 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ae18beae-7bd0-4629-9ced-b36fc16b4526 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853105929'] for subnet, precommit_delete_associations {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:23.443098 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-eda5b6b2-06c0-43c8-8c16-27cc83a874cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=567d4343-c876-4a60-bb91-51152c9ba689 HTTP/1.1" status: 200 len: 217 time: 0.1541758 Apr 05 12:07:23.460094 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ae18beae-7bd0-4629-9ced-b36fc16b4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16343'] for subnet, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:23.577480 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-6ce6791b-bd99-45f0-8b74-bb8ac5a73c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:23.579162 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-6ce6791b-bd99-45f0-8b74-bb8ac5a73c39 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4203655-c8b6-45d2-ab59-6589759dd37a HTTP/1.1" status: 200 len: 854 time: 0.0896263 Apr 05 12:07:23.644756 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-0c6b12bd-b63e-4499-ae44-01ee0e2a75f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=49526f73-451b-47db-8aba-278bba25f53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505674 Apr 05 12:07:23.707231 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429d263-e114-4bd9-af12-ce8da5db0883 req-99660f4a-aa83-4a62-a640-e9ece3650e7d tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:23.714890 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c429d263-e114-4bd9-af12-ce8da5db0883 req-99660f4a-aa83-4a62-a640-e9ece3650e7d tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.2707441 Apr 05 12:07:23.837939 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c429d263-e114-4bd9-af12-ce8da5db0883 req-88ae98ca-ad79-4056-a128-5deb7d5c68d3 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220300 Apr 05 12:07:23.894879 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-e6ac5f08-a30b-4e53-afbe-ac79e0075973 service neutron] 10.222.0.32 "GET /v2.0/networks/49526f73-451b-47db-8aba-278bba25f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406769 Apr 05 12:07:24.123600 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb221e8a-50d5-4af0-a665-92b605c4e3f3 req-bf5c0984-3676-4b98-a8c7-780bf021f26d tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:24.125308 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-cb221e8a-50d5-4af0-a665-92b605c4e3f3 req-bf5c0984-3676-4b98-a8c7-780bf021f26d tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d325a01d-8ed9-494f-a71c-7dc69f6ff09c HTTP/1.1" status: 200 len: 944 time: 0.5075662 Apr 05 12:07:24.144128 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ed60fe04-6d12-4e23-9573-a96dd3f01763 req-7f9e5889-b0da-49d5-b64d-ea5ed98e46f5 service neutron] 10.222.0.32 "GET /v2.0/networks/49526f73-451b-47db-8aba-278bba25f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418559 Apr 05 12:07:24.221787 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-cb221e8a-50d5-4af0-a665-92b605c4e3f3 req-eefbb55f-5073-42d8-9383-585f35680bed tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898206 Apr 05 12:07:24.229557 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ae18beae-7bd0-4629-9ced-b36fc16b4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853132249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10574791'] for subnet, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:24.274351 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:24.359147 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18beae-7bd0-4629-9ced-b36fc16b4526 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58234435-b743-4eeb-a268-7228a469b17f,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:24.485089 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18beae-7bd0-4629-9ced-b36fc16b4526 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:24.485967 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18beae-7bd0-4629-9ced-b36fc16b4526 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:24.486637 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18beae-7bd0-4629-9ced-b36fc16b4526 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:24.487146 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18beae-7bd0-4629-9ced-b36fc16b4526 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:24.487647 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18beae-7bd0-4629-9ced-b36fc16b4526 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:24.488147 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18beae-7bd0-4629-9ced-b36fc16b4526 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:24.488768 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18beae-7bd0-4629-9ced-b36fc16b4526 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:24.489264 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18beae-7bd0-4629-9ced-b36fc16b4526 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:24.489937 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18beae-7bd0-4629-9ced-b36fc16b4526 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:24.490471 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18beae-7bd0-4629-9ced-b36fc16b4526 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:24.490964 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18beae-7bd0-4629-9ced-b36fc16b4526 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:24.491453 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18beae-7bd0-4629-9ced-b36fc16b4526 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:24.501044 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ae18beae-7bd0-4629-9ced-b36fc16b4526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:24.512748 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ebee4-d790-4713-8803-25f9d8fd5148 req-45424e86-f8f5-463c-8a87-ef5225edce6c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:24.514603 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-978ebee4-d790-4713-8803-25f9d8fd5148 req-45424e86-f8f5-463c-8a87-ef5225edce6c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.3573024 Apr 05 12:07:24.518282 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a933e-926b-4ad0-92a1-dfc6172123a1 req-3fe6853f-f8f4-482f-ac47-b7a0f51f2105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:24.520709 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b67a933e-926b-4ad0-92a1-dfc6172123a1 req-3fe6853f-f8f4-482f-ac47-b7a0f51f2105 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cacd2fbdd0843568a27bde35c8bbf1d&device_id=d325a01d-8ed9-494f-a71c-7dc69f6ff09c HTTP/1.1" status: 200 len: 1097 time: 0.2309537 Apr 05 12:07:24.553869 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ae18beae-7bd0-4629-9ced-b36fc16b4526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for subnet, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:24.567519 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-ae18beae-7bd0-4629-9ced-b36fc16b4526 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/58234435-b743-4eeb-a268-7228a469b17f HTTP/1.1" status: 204 len: 168 time: 1.4867747 Apr 05 12:07:24.571969 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 48520) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:24.620996 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-978ebee4-d790-4713-8803-25f9d8fd5148 req-076d5432-15fa-43b4-ba57-60c98a12bc88 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981162 Apr 05 12:07:24.744497 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ff42b282-9348-4399-a181-10a827e8a702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-454253'] for network, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:24.746663 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a933e-926b-4ad0-92a1-dfc6172123a1 req-8dd16d5f-5f49-4ef5-9698-24d64ec1dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:24.748826 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b67a933e-926b-4ad0-92a1-dfc6172123a1 req-8dd16d5f-5f49-4ef5-9698-24d64ec1dde8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=49526f73-451b-47db-8aba-278bba25f53d HTTP/1.1" status: 200 len: 915 time: 0.1831682 Apr 05 12:07:24.847346 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b67a933e-926b-4ad0-92a1-dfc6172123a1 req-6ffcf2a5-f101-48da-a062-44fbf0300a97 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=567d4343-c876-4a60-bb91-51152c9ba689 HTTP/1.1" status: 200 len: 217 time: 0.0905464 Apr 05 12:07:24.924866 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a933e-926b-4ad0-92a1-dfc6172123a1 req-d53a14ca-ee53-434e-8fbf-a1ebbd3755f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:24.926642 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b67a933e-926b-4ad0-92a1-dfc6172123a1 req-d53a14ca-ee53-434e-8fbf-a1ebbd3755f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4203655-c8b6-45d2-ab59-6589759dd37a HTTP/1.1" status: 200 len: 854 time: 0.0718999 Apr 05 12:07:25.046703 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b67a933e-926b-4ad0-92a1-dfc6172123a1 req-8073f123-febd-4c6f-8ab1-43176cb38422 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=49526f73-451b-47db-8aba-278bba25f53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091223 Apr 05 12:07:25.093807 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ff42b282-9348-4399-a181-10a827e8a702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363279657788737'] for network, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:25.208136 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-d84655ad-715a-4334-b921-5ced811453bd tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:25.209530 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-d84655ad-715a-4334-b921-5ced811453bd tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Synchronizing usage tracker for tenant:82f321db7b3541c0b093c9f0e9fcc944 on resource:network {{(pid=84417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:07:25.242850 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbfb02-01a9-48d8-b27c-37191e624b89 req-44fed4fa-843c-40a4-922e-a5582ef2c3a8 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:25.251004 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-dedbfb02-01a9-48d8-b27c-37191e624b89 req-44fed4fa-843c-40a4-922e-a5582ef2c3a8 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.2626939 Apr 05 12:07:25.252803 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-ff42b282-9348-4399-a181-10a827e8a702 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b8cdd33-fde5-4410-ae33-5eefc8d1156d']}} {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:07:25.260894 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-d84655ad-715a-4334-b921-5ced811453bd tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Unset dirty status for tenant:82f321db7b3541c0b093c9f0e9fcc944 on resource:network {{(pid=84417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:07:25.268424 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-d84655ad-715a-4334-b921-5ced811453bd tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/networks?id=56253b70-d4c3-4903-8552-b2bf5ecdb4e8 HTTP/1.1" status: 200 len: 808 time: 0.4257402 Apr 05 12:07:25.285984 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-ff42b282-9348-4399-a181-10a827e8a702 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b513e0-f45c-4505-a148-b3baddbb60f9') {'for_net_delete': True} {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:07:25.293982 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-ff42b282-9348-4399-a181-10a827e8a702 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b513e0-f45c-4505-a148-b3baddbb60f9') {} {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:07:25.310571 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-49500094-aa2f-4b22-905c-d1fb25ac9aed tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/quotas/82f321db7b3541c0b093c9f0e9fcc944 HTTP/1.1" status: 200 len: 375 time: 0.0409184 Apr 05 12:07:25.320065 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b67a933e-926b-4ad0-92a1-dfc6172123a1 req-2fc17cf3-5028-48b3-82ad-52e08e9710dd service neutron] 10.222.0.32 "GET /v2.0/networks/49526f73-451b-47db-8aba-278bba25f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638221 Apr 05 12:07:25.354467 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-dedbfb02-01a9-48d8-b27c-37191e624b89 req-25f3235d-6950-466e-92f5-1cb381b2a852 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811012 Apr 05 12:07:25.401692 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ff42b282-9348-4399-a181-10a827e8a702 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757196986961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1669886'] for segment, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:25.450205 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-24a81b8b-29da-4d52-b6da-7cdc5095132e tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=82f321db7b3541c0b093c9f0e9fcc944&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1384275 Apr 05 12:07:25.737513 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b67a933e-926b-4ad0-92a1-dfc6172123a1 req-5ba39e5e-1db3-4a34-b98d-89706b2b0070 service neutron] 10.222.0.32 "GET /v2.0/networks/49526f73-451b-47db-8aba-278bba25f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815179 Apr 05 12:07:25.772993 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83008d-a8ce-4e34-98da-3d08cca51adc req-b32f7781-f086-4950-816d-09213317d524 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:25.775027 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-eb83008d-a8ce-4e34-98da-3d08cca51adc req-b32f7781-f086-4950-816d-09213317d524 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d325a01d-8ed9-494f-a71c-7dc69f6ff09c HTTP/1.1" status: 200 len: 944 time: 0.2639945 Apr 05 12:07:25.779695 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ff42b282-9348-4399-a181-10a827e8a702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:25.791345 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff42b282-9348-4399-a181-10a827e8a702 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 12:07:25.839674 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-eb83008d-a8ce-4e34-98da-3d08cca51adc req-de85fcc2-2099-422c-aeb9-cf399345e90f tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515902 Apr 05 12:07:25.895081 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-32d2655e-a621-44cd-a499-26036f172978 service neutron] 10.222.0.26 "GET /v2.0/networks/56253b70-d4c3-4903-8552-b2bf5ecdb4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439318 Apr 05 12:07:26.063149 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4eb93-533d-4067-9328-b77a6e467d5a req-76a6d487-0898-4a90-8986-27b3b7ec3ae8 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:26.066519 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5cd4eb93-533d-4067-9328-b77a6e467d5a req-76a6d487-0898-4a90-8986-27b3b7ec3ae8 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.0970795 Apr 05 12:07:26.080328 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-ff42b282-9348-4399-a181-10a827e8a702 admin admin] Network 4b8cdd33-fde5-4410-ae33-5eefc8d1156d has no segments {{(pid=84417) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 12:07:26.094834 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ff42b282-9348-4399-a181-10a827e8a702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853132148'] for segment, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:26.117932 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5cd4eb93-533d-4067-9328-b77a6e467d5a req-a515d433-2a12-4469-846e-22d7dfae7bd1 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458360 Apr 05 12:07:26.310739 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-f594948f-8d73-4d38-a8f9-4d8f06803fab service neutron] 10.222.0.26 "GET /v2.0/networks/56253b70-d4c3-4903-8552-b2bf5ecdb4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909984 Apr 05 12:07:26.312401 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-ff42b282-9348-4399-a181-10a827e8a702 admin admin] Network 4b8cdd33-fde5-4410-ae33-5eefc8d1156d has no segments {{(pid=84417) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 12:07:26.337579 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2825c2-aceb-492a-9ef3-283f5c64376b req-0cacf050-4383-411b-bf7b-7fc4ff522c70 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:26.350316 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8a2825c2-aceb-492a-9ef3-283f5c64376b req-0cacf050-4383-411b-bf7b-7fc4ff522c70 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.1104755 Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: Traceback (most recent call last): Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: timer() Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: cb(*args, **kw) Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: return func(*args, **kwargs) Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: self._notify() Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: self.callback(batched_events) Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: event.method(event) Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: segment_id)['aggregates'][0] Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: return f(self, *a, **k) Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: return self._get(url).json() Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: **kwargs) Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: return self.request(url, 'GET', **kwargs) Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: **endpoint_filter) Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:07:26.350457 dv-cinder-784763-1-smb neutron-server[84306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:07:26.352399 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 48600) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:26.372276 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-cb82eef5-1960-48de-8474-3d898e3aef29 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Request body: {'floatingip': {'port_id': '58362b7c-bead-43a0-8ba6-003b0b5099bc'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:26.502211 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ff42b282-9348-4399-a181-10a827e8a702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854004774'] for network, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:26.503931 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb82eef5-1960-48de-8474-3d898e3aef29 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for floatingip, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:26.506806 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:26.531654 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ff42b282-9348-4399-a181-10a827e8a702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:26.583141 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42b282-9348-4399-a181-10a827e8a702 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b8cdd33-fde5-4410-ae33-5eefc8d1156d,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:26.594721 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ff42b282-9348-4399-a181-10a827e8a702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:26.597250 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-592d8054-10ca-42ff-955c-9cb9ee9ae2eb req-66cd4ac2-b73d-4be3-b813-c52ae1a028db tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=72a46816-dc71-47bd-bb38-7bcc23ea7c25 HTTP/1.1" status: 200 len: 210 time: 0.0627344 Apr 05 12:07:26.603280 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-ff42b282-9348-4399-a181-10a827e8a702 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4b8cdd33-fde5-4410-ae33-5eefc8d1156d HTTP/1.1" status: 204 len: 168 time: 2.0302262 Apr 05 12:07:26.815779 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 48622) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:26.884022 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-d663f920-ad10-4f87-9c88-dbe511d2ad8f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c3f2089ab9e84da8a0e12943deaf2308&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0658092 Apr 05 12:07:26.886770 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 48628) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:27.068819 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd1e6f-5b64-4cf3-a88b-0e454b3520ec req-40556d07-a9c0-489e-a312-30b82fc7230a tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:27.070367 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b2bd1e6f-5b64-4cf3-a88b-0e454b3520ec req-40556d07-a9c0-489e-a312-30b82fc7230a tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.5037332 Apr 05 12:07:27.085883 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cc68d29b-073f-44ad-8925-78d4b306cfbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:27.130889 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cc68d29b-073f-44ad-8925-78d4b306cfbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:27.162018 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee9bca-b466-4e9c-9a52-9c8b21133093 req-efa70799-d381-4922-a33e-12bf9038fe94 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:27.163886 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8dee9bca-b466-4e9c-9a52-9c8b21133093 req-efa70799-d381-4922-a33e-12bf9038fe94 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d325a01d-8ed9-494f-a71c-7dc69f6ff09c HTTP/1.1" status: 200 len: 944 time: 0.1736314 Apr 05 12:07:27.229168 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 567d4343-c876-4a60-bb91-51152c9ba689 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 12:07:27.233819 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8dee9bca-b466-4e9c-9a52-9c8b21133093 req-f4a30fcf-1923-410c-a576-3d1d2de2bc4c tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551901 Apr 05 12:07:27.241104 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cc68d29b-073f-44ad-8925-78d4b306cfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:27.246481 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cac22643-7eed-4590-86c1-68fa0eed0b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:27.299363 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68d29b-073f-44ad-8925-78d4b306cfbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d249037c-4312-475a-b071-b77a3a2c84c5,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:27.320327 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cc68d29b-073f-44ad-8925-78d4b306cfbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:27.324841 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cc68d29b-073f-44ad-8925-78d4b306cfbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:27.329446 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-cc68d29b-073f-44ad-8925-78d4b306cfbb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d249037c-4312-475a-b071-b77a3a2c84c5 HTTP/1.1" status: 204 len: 168 time: 0.4378150 Apr 05 12:07:27.495204 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 567d4343-c876-4a60-bb91-51152c9ba689, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=567d4343-c876-4a60-bb91-51152c9ba689,segment=NetworkSegment(87a99d09-0430-4d43-b90b-ebe3a6cff4b3),segment_id=87a99d09-0430-4d43-b90b-ebe3a6cff4b3)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:07:27.511705 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Returning: {'device': '567d4343-c876-4a60-bb91-51152c9ba689', 'network_id': '49526f73-451b-47db-8aba-278bba25f53d', 'port_id': '567d4343-c876-4a60-bb91-51152c9ba689', 'mac_address': 'fa:16:3e:b1:e0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4203655-c8b6-45d2-ab59-6589759dd37a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:07:27.587810 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:27.609122 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 567d4343-c876-4a60-bb91-51152c9ba689 {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:07:27.626478 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 567d4343-c876-4a60-bb91-51152c9ba689, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=567d4343-c876-4a60-bb91-51152c9ba689,segment=NetworkSegment(87a99d09-0430-4d43-b90b-ebe3a6cff4b3),segment_id=87a99d09-0430-4d43-b90b-ebe3a6cff4b3)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:07:27.631746 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:27.636119 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:27.715430 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 48662) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:27.783436 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=567d4343-c876-4a60-bb91-51152c9ba689,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:27.796077 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:27.916391 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b2bd1e6f-5b64-4cf3-a88b-0e454b3520ec req-c60c6db5-7d48-47c2-bd63-07312fee10d8 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8289015 Apr 05 12:07:27.948676 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d34b6095-1490-49d4-8122-143931a8ac5b req-58d42acf-02b9-44ad-a5f4-a6101a018906 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=72a46816-dc71-47bd-bb38-7bcc23ea7c25 HTTP/1.1" status: 200 len: 210 time: 0.0801795 Apr 05 12:07:27.975839 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-58473847-e667-45aa-91e1-e3a9f1ef8f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:27.994870 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-58473847-e667-45aa-91e1-e3a9f1ef8f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:28.059627 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-58473847-e667-45aa-91e1-e3a9f1ef8f0b admin admin] Usage tracker for resource:security_group_rule and tenant:9ed73b25d8cf4915a1ebd91fe8739bb0 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:28.065539 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-58473847-e667-45aa-91e1-e3a9f1ef8f0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:28.074749 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f67cd27b-91f8-4ffe-b3a2-3130b20a185b req-3a5a5e56-ac21-43c2-9023-26bb26b137c8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=22434853-0008-4c0c-890c-c825125319e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5351019 Apr 05 12:07:28.075135 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['567d4343-c876-4a60-bb91-51152c9ba689'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:07:28.122328 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-58473847-e667-45aa-91e1-e3a9f1ef8f0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:28.346850 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb82eef5-1960-48de-8474-3d898e3aef29 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:28.351354 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb82eef5-1960-48de-8474-3d898e3aef29 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854004789'] for floatingip, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:28.393824 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-5e9be5aa-2bf6-4f28-bb91-cbcdad1d03da tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:28.395751 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-5e9be5aa-2bf6-4f28-bb91-cbcdad1d03da tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.32 "GET /v2.0/networks?id=56253b70-d4c3-4903-8552-b2bf5ecdb4e8 HTTP/1.1" status: 200 len: 808 time: 0.3964033 Apr 05 12:07:28.422662 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-83168238-f47d-4698-bc34-3f5770516bb3 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Request body: {'port': {'device_id': '72a46816-dc71-47bd-bb38-7bcc23ea7c25', 'network_id': '56253b70-d4c3-4903-8552-b2bf5ecdb4e8', 'admin_state_up': True, 'tenant_id': '82f321db7b3541c0b093c9f0e9fcc944'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:28.506622 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-58473847-e667-45aa-91e1-e3a9f1ef8f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:28.513971 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-58473847-e667-45aa-91e1-e3a9f1ef8f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:28.545228 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cfb158c3-886f-4316-b15c-6b6adee5c12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:28.590023 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 48698) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:28.608521 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-58473847-e667-45aa-91e1-e3a9f1ef8f0b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ed73b25d8cf4915a1ebd91fe8739bb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8919327 Apr 05 12:07:28.620744 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 48704) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:28.666374 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58473847-e667-45aa-91e1-e3a9f1ef8f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddce476a-4683-49e2-a276-6e9db7590744,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:28.674061 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cd27b-91f8-4ffe-b3a2-3130b20a185b req-55234d02-4bcc-4b0d-82c7-0e5bea8672a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:28.675642 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f67cd27b-91f8-4ffe-b3a2-3130b20a185b req-55234d02-4bcc-4b0d-82c7-0e5bea8672a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cacd2fbdd0843568a27bde35c8bbf1d&device_id=22434853-0008-4c0c-890c-c825125319e2 HTTP/1.1" status: 200 len: 1099 time: 0.4524291 Apr 05 12:07:28.678840 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-58473847-e667-45aa-91e1-e3a9f1ef8f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:28.679496 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.l3_db [None req-cb82eef5-1960-48de-8474-3d898e3aef29 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Floating IP 4b2777d6-135f-4ba0-8881-98e112fecaa0 associated. External IP: 172.28.2.173, port: 58362b7c-bead-43a0-8ba6-003b0b5099bc. Apr 05 12:07:28.738887 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-83168238-f47d-4698-bc34-3f5770516bb3 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:28.744728 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3e44e126-c372-492c-b72e-1eed7ee4b702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:28.746737 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-83168238-f47d-4698-bc34-3f5770516bb3 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Usage tracker for resource:port and tenant:82f321db7b3541c0b093c9f0e9fcc944 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:28.750392 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-83168238-f47d-4698-bc34-3f5770516bb3 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:28.771180 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-15323144-eef6-44b0-9723-f5c10a863341 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1543860503-network', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:28.780275 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-83168238-f47d-4698-bc34-3f5770516bb3 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:28.788083 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3e44e126-c372-492c-b72e-1eed7ee4b702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:28.812663 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-83168238-f47d-4698-bc34-3f5770516bb3 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Made reservation on behalf of 82f321db7b3541c0b093c9f0e9fcc944 for: {'port': 1} {{(pid=84417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:07:28.818758 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-83168238-f47d-4698-bc34-3f5770516bb3 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:28.946786 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3e44e126-c372-492c-b72e-1eed7ee4b702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:28.956128 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-98532717-f5fa-4fa6-8d17-1bdc99b2ac04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:28.973071 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44e126-c372-492c-b72e-1eed7ee4b702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddce476a-4683-49e2-a276-6e9db7590744,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:28.976158 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3e44e126-c372-492c-b72e-1eed7ee4b702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:29.097416 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3e44e126-c372-492c-b72e-1eed7ee4b702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:29.101810 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-3e44e126-c372-492c-b72e-1eed7ee4b702 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ddce476a-4683-49e2-a276-6e9db7590744 HTTP/1.1" status: 204 len: 168 time: 0.4769115 Apr 05 12:07:29.109073 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-15323144-eef6-44b0-9723-f5c10a863341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:29.133046 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-83168238-f47d-4698-bc34-3f5770516bb3 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Allocated IP 172.20.0.6 (56253b70-d4c3-4903-8552-b2bf5ecdb4e8/87f34d37-b016-4922-87db-363c749c9d13/9f24db65-2baa-4add-82cd-c36b6cd56437) {{(pid=84417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:07:29.164023 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-15323144-eef6-44b0-9723-f5c10a863341 admin admin] Usage tracker for resource:network and tenant:ef963fd801d14231908609f44c23fa0b is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:29.180094 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-15323144-eef6-44b0-9723-f5c10a863341 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:29.213202 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-15323144-eef6-44b0-9723-f5c10a863341 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:29.237425 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adce2c-6e44-4969-aef1-652f625cb9e2 req-04df5bf7-07b8-4be2-baa7-704b1c285a3c tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:29.239339 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-56adce2c-6e44-4969-aef1-652f625cb9e2 req-04df5bf7-07b8-4be2-baa7-704b1c285a3c tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d325a01d-8ed9-494f-a71c-7dc69f6ff09c HTTP/1.1" status: 200 len: 945 time: 0.7002561 Apr 05 12:07:29.270516 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd4029-c0b8-4632-940f-0477b45358ad req-158f4799-e734-4db7-9b47-b37fb8a2dcfc tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:29.273759 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-51bd4029-c0b8-4632-940f-0477b45358ad req-158f4799-e734-4db7-9b47-b37fb8a2dcfc tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.2256246 Apr 05 12:07:29.285691 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15323144-eef6-44b0-9723-f5c10a863341 admin admin] Made reservation on behalf of ef963fd801d14231908609f44c23fa0b for: {'network': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:07:29.291995 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-15323144-eef6-44b0-9723-f5c10a863341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for network, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:29.326741 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-15323144-eef6-44b0-9723-f5c10a863341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:29.400207 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cd27b-91f8-4ffe-b3a2-3130b20a185b req-743933f0-0581-4411-9077-5c19c711023a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:29.401985 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f67cd27b-91f8-4ffe-b3a2-3130b20a185b req-743933f0-0581-4411-9077-5c19c711023a service neutron] 10.222.0.32 "GET /v2.0/networks?id=49526f73-451b-47db-8aba-278bba25f53d HTTP/1.1" status: 200 len: 915 time: 0.6354547 Apr 05 12:07:29.411085 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-15323144-eef6-44b0-9723-f5c10a863341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:29.469066 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-51bd4029-c0b8-4632-940f-0477b45358ad req-e3003ad3-3034-4ec4-8475-92fa32385e67 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775386 Apr 05 12:07:29.510040 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-56adce2c-6e44-4969-aef1-652f625cb9e2 req-ae6cbea0-f282-45da-a1c4-9d2625f5d511 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584524 Apr 05 12:07:29.519694 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-15323144-eef6-44b0-9723-f5c10a863341 admin admin] Usage tracker for resource:security_group_rule and tenant:ef963fd801d14231908609f44c23fa0b is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:29.546592 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-15323144-eef6-44b0-9723-f5c10a863341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:29.551060 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f67cd27b-91f8-4ffe-b3a2-3130b20a185b req-a2598c8e-24f6-4944-8735-6f17503d508b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=016a7d1b-70ea-44fb-bdd4-f4e4d798727f HTTP/1.1" status: 200 len: 217 time: 0.1105304 Apr 05 12:07:29.555502 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-83168238-f47d-4698-bc34-3f5770516bb3 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Notify callbacks [] for port, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:29.592869 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-83168238-f47d-4698-bc34-3f5770516bb3 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:29.600601 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-15323144-eef6-44b0-9723-f5c10a863341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:29.613780 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:29.670149 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 48738) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:29.811233 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-af92f8bd-850a-4e77-b03b-c5f88426dcf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:29.839635 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cd27b-91f8-4ffe-b3a2-3130b20a185b req-997453ff-e888-4964-be56-aca584e18c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:29.841208 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f67cd27b-91f8-4ffe-b3a2-3130b20a185b req-997453ff-e888-4964-be56-aca584e18c69 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4203655-c8b6-45d2-ab59-6589759dd37a HTTP/1.1" status: 200 len: 854 time: 0.2820377 Apr 05 12:07:29.844189 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83168238-f47d-4698-bc34-3f5770516bb3 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Pushing event updated for resources: {'Port': ['ID=9f24db65-2baa-4add-82cd-c36b6cd56437,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:29.856353 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-af92f8bd-850a-4e77-b03b-c5f88426dcf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:29.856540 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 48744) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:29.862741 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-83168238-f47d-4698-bc34-3f5770516bb3 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:29.868241 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-af92f8bd-850a-4e77-b03b-c5f88426dcf2 admin admin] Usage tracker for resource:security_group_rule and tenant:3670174fdd884dddb07315bec085d32f is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:29.872672 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-af92f8bd-850a-4e77-b03b-c5f88426dcf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:29.881868 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-af92f8bd-850a-4e77-b03b-c5f88426dcf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:29.923347 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f67cd27b-91f8-4ffe-b3a2-3130b20a185b req-b5fac8ed-54b8-4710-b2ef-fc25dc64acae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=49526f73-451b-47db-8aba-278bba25f53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684590 Apr 05 12:07:29.966266 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-83168238-f47d-4698-bc34-3f5770516bb3 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Network 56253b70-d4c3-4903-8552-b2bf5ecdb4e8 is already hosted by enough agents. {{(pid=84417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:07:29.970086 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-83168238-f47d-4698-bc34-3f5770516bb3 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Resources bound (agent type, host, resource id): {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:07:29.980926 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319e95f-8f23-479c-beba-3f1965950aae req-95733200-9933-442b-9a0d-7c920da6be19 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:29.981298 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb82eef5-1960-48de-8474-3d898e3aef29 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Router c1b400fc-c6ce-4df9-8a0a-5174a64dd374 has already been hosted by L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 {{(pid=84418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 12:07:29.981914 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-8319e95f-8f23-479c-beba-3f1965950aae req-95733200-9933-442b-9a0d-7c920da6be19 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Synchronizing usage tracker for tenant:82f321db7b3541c0b093c9f0e9fcc944 on resource:port {{(pid=84417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:07:29.984495 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-83168238-f47d-4698-bc34-3f5770516bb3 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Received port after_create {{(pid=84417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:07:30.093196 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-15323144-eef6-44b0-9723-f5c10a863341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:30.231359 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa721e50-dc72-4286-93bd-88baeb25943d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:30.240228 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-15323144-eef6-44b0-9723-f5c10a863341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:30.254985 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c287bf24-a572-43ce-901f-526633ed6e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:30.270886 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-8319e95f-8f23-479c-beba-3f1965950aae req-95733200-9933-442b-9a0d-7c920da6be19 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Unset dirty status for tenant:82f321db7b3541c0b093c9f0e9fcc944 on resource:port {{(pid=84417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:07:30.272711 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8319e95f-8f23-479c-beba-3f1965950aae req-95733200-9933-442b-9a0d-7c920da6be19 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=72a46816-dc71-47bd-bb38-7bcc23ea7c25 HTTP/1.1" status: 200 len: 931 time: 0.5885885 Apr 05 12:07:30.283259 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-83168238-f47d-4698-bc34-3f5770516bb3 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:30.283924 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-83168238-f47d-4698-bc34-3f5770516bb3 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for port, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:30.298351 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-fa721e50-dc72-4286-93bd-88baeb25943d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:30.314710 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15323144-eef6-44b0-9723-f5c10a863341 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=84418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 12:07:30.319642 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-fa721e50-dc72-4286-93bd-88baeb25943d admin admin] Usage tracker for resource:security_group_rule and tenant:1d8520fe3db647b0ab778f0085bae42e is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:30.335890 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-fa721e50-dc72-4286-93bd-88baeb25943d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:30.355999 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-fa721e50-dc72-4286-93bd-88baeb25943d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:30.360220 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-af92f8bd-850a-4e77-b03b-c5f88426dcf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:30.362149 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15323144-eef6-44b0-9723-f5c10a863341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9d58ca-fbf9-4bf3-aaa2-dda4a4848ce3,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:30.365416 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-83168238-f47d-4698-bc34-3f5770516bb3 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9470940 Apr 05 12:07:30.368631 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-af92f8bd-850a-4e77-b03b-c5f88426dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:30.371477 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-15323144-eef6-44b0-9723-f5c10a863341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:30.373121 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-15323144-eef6-44b0-9723-f5c10a863341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:30.373121 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-15323144-eef6-44b0-9723-f5c10a863341 admin admin] Added segment 6e7164c8-a764-4899-8517-c60c29f2f0f6 of type vlan for network 40fb80d3-753f-4a6e-8e1e-404338c152f4 Apr 05 12:07:30.381423 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:30.384267 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f67cd27b-91f8-4ffe-b3a2-3130b20a185b req-2cea69d7-1016-408b-941e-2e9065eb2e71 service neutron] 10.222.0.32 "GET /v2.0/networks/49526f73-451b-47db-8aba-278bba25f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385307 Apr 05 12:07:30.395486 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-43688b9f-3669-456d-84bc-2f01ad8cc127 service neutron] Request body: {'port': {'device_id': '72a46816-dc71-47bd-bb38-7bcc23ea7c25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:30.434622 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-8319e95f-8f23-479c-beba-3f1965950aae req-d96b412f-8645-4217-97be-47e24fee813f tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Synchronizing usage tracker for tenant:82f321db7b3541c0b093c9f0e9fcc944 on resource:security_group {{(pid=84417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:07:30.452093 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb82eef5-1960-48de-8474-3d898e3aef29 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:07:30.467383 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ef91e2-8397-4ab3-8141-0875b43cfe75 None None] Sync routers for ids ['c1b400fc-c6ce-4df9-8a0a-5174a64dd374'] in dv-cinder-784763-1-smb {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:07:30.480932 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ef91e2-8397-4ab3-8141-0875b43cfe75 None None] Routers {'c1b400fc-c6ce-4df9-8a0a-5174a64dd374'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:07:30.482046 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-f8ef91e2-8397-4ab3-8141-0875b43cfe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:07:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['c1b400fc-c6ce-4df9-8a0a-5174a64dd374'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:07:30.496704 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-15323144-eef6-44b0-9723-f5c10a863341 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757196486498'] for network, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:30.556628 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92f8bd-850a-4e77-b03b-c5f88426dcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a0f027-4966-4015-a801-88abffc6b877,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:30.569495 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-af92f8bd-850a-4e77-b03b-c5f88426dcf2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3670174fdd884dddb07315bec085d32f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8868389 Apr 05 12:07:30.570554 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-af92f8bd-850a-4e77-b03b-c5f88426dcf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:30.577937 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-8319e95f-8f23-479c-beba-3f1965950aae req-d96b412f-8645-4217-97be-47e24fee813f tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Unset dirty status for tenant:82f321db7b3541c0b093c9f0e9fcc944 on resource:security_group {{(pid=84417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:07:30.580084 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8319e95f-8f23-479c-beba-3f1965950aae req-d96b412f-8645-4217-97be-47e24fee813f tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/security-groups?id=9130fa2a-248d-43c4-81e1-58e15de29d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894018 Apr 05 12:07:30.582562 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 48758) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:30.673184 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0ca3-9d04-4323-85bc-962be4c5c17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:30.694786 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-43688b9f-3669-456d-84bc-2f01ad8cc127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:30.728556 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-f8ef91e2-8397-4ab3-8141-0875b43cfe75 None None] Set router c1b400fc-c6ce-4df9-8a0a-5174a64dd374 gateway port host: dv-cinder-784763-1-smb {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:07:30.776441 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb82eef5-1960-48de-8474-3d898e3aef29 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:30.856971 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f67cd27b-91f8-4ffe-b3a2-3130b20a185b req-c96c642f-8caf-49b3-9c61-8dbcbb365e18 service neutron] 10.222.0.32 "GET /v2.0/networks/49526f73-451b-47db-8aba-278bba25f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500830 Apr 05 12:07:30.876430 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-15323144-eef6-44b0-9723-f5c10a863341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739'] for network, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:30.899110 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0ca3-9d04-4323-85bc-962be4c5c17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:30.916654 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15323144-eef6-44b0-9723-f5c10a863341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:30.917449 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-15323144-eef6-44b0-9723-f5c10a863341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:30.955671 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3d1fb410-1bf9-4b23-a30d-f6b2ab69ed6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:30.985270 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-15323144-eef6-44b0-9723-f5c10a863341 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3879125 Apr 05 12:07:30.990659 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 48766) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:31.016158 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-cb82eef5-1960-48de-8474-3d898e3aef29 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "PUT /v2.0/floatingips/4b2777d6-135f-4ba0-8881-98e112fecaa0 HTTP/1.1" status: 200 len: 992 time: 4.6613095 Apr 05 12:07:31.021115 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d6e1a6-58be-4c83-b973-db9684899cbb', 'tag': '58362b7c-bead-43a0-8ba6-003b0b5099bc'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:07:31.032088 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-345c7b9e-12e7-4934-97db-803f78c2b5b2 admin admin] Request body: {'subnet': {'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1543860503-subnet', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:31.043473 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa721e50-dc72-4286-93bd-88baeb25943d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:31.093174 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-345c7b9e-12e7-4934-97db-803f78c2b5b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:31.107687 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2cc8a-62b3-4a1e-86d8-969ef32fbd79 req-3c322ee3-a033-48c1-902d-fdb71208fa88 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:31.109368 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2da2cc8a-62b3-4a1e-86d8-969ef32fbd79 req-3c322ee3-a033-48c1-902d-fdb71208fa88 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d325a01d-8ed9-494f-a71c-7dc69f6ff09c HTTP/1.1" status: 200 len: 945 time: 0.2684615 Apr 05 12:07:31.116432 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d82904-b481-407c-80fa-1d099d5e9c2b req-027b9150-59ba-4989-950e-af2f4ba319e8 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:31.118120 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e3d82904-b481-407c-80fa-1d099d5e9c2b req-027b9150-59ba-4989-950e-af2f4ba319e8 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.4503598 Apr 05 12:07:31.121837 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-345c7b9e-12e7-4934-97db-803f78c2b5b2 admin admin] Usage tracker for resource:subnet and tenant:ef963fd801d14231908609f44c23fa0b is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:31.124761 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa721e50-dc72-4286-93bd-88baeb25943d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:31.134716 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-345c7b9e-12e7-4934-97db-803f78c2b5b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:31.137680 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15323144-eef6-44b0-9723-f5c10a863341 admin admin] Pushing event updated for resources: {'Network': ['ID=40fb80d3-753f-4a6e-8e1e-404338c152f4,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:31.153540 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Network 40fb80d3-753f-4a6e-8e1e-404338c152f4 details requested by agent ovs-agent-dv-cinder-784763-1-smb with host dv-cinder-784763-1-smb {{(pid=84419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 12:07:31.155933 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-15323144-eef6-44b0-9723-f5c10a863341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:31.174421 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-f8ef91e2-8397-4ab3-8141-0875b43cfe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'name': 'tempest-AttachVolumeTestJSON-503048823-router', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:29Z', 'updated_at': '2021-04-05T12:06:47Z', 'revision_number': 4, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'gw_port': {'id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:30Z', 'updated_at': '2021-04-05T12:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_floatingips': [{'id': '4b2777d6-135f-4ba0-8881-98e112fecaa0', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'floating_ip_address': '172.28.2.173', 'floating_network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'router_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'port_id': '58362b7c-bead-43a0-8ba6-003b0b5099bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0', 'mac_address': 'fa:16:3e:97:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d6e1a6-58be-4c83-b973-db9684899cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:06:56Z', 'updated_at': '2021-04-05T12:07:28Z', 'revision_number': 1, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d285325-55f6-4b02-b636-1e398df8cf7d', 'name': '', 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'mac_address': 'fa:16:3e:dc:a0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:45Z', 'updated_at': '2021-04-05T12:06:56Z', 'revision_number': 5, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'subnets': [{'id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:07:31.177256 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-345c7b9e-12e7-4934-97db-803f78c2b5b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:31.179697 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ef91e2-8397-4ab3-8141-0875b43cfe75 None None] Checking router: c1b400fc-c6ce-4df9-8a0a-5174a64dd374 for host: dv-cinder-784763-1-smb {{(pid=84420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:07:31.189614 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ef91e2-8397-4ab3-8141-0875b43cfe75 None None] Routers {'c1b400fc-c6ce-4df9-8a0a-5174a64dd374'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:07:31.190550 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-f8ef91e2-8397-4ab3-8141-0875b43cfe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:07:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['c1b400fc-c6ce-4df9-8a0a-5174a64dd374'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:07:31.200795 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b1db0afc-126c-4a02-8a7c-b2bf0a85bbb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:31.215442 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-fa721e50-dc72-4286-93bd-88baeb25943d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1d8520fe3db647b0ab778f0085bae42e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3579545 Apr 05 12:07:31.220084 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 48774) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:31.220771 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345c7b9e-12e7-4934-97db-803f78c2b5b2 admin admin] Made reservation on behalf of ef963fd801d14231908609f44c23fa0b for: {'subnet': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:07:31.226656 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-345c7b9e-12e7-4934-97db-803f78c2b5b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11592404'] for subnet, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:31.272767 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 567d4343-c876-4a60-bb91-51152c9ba689 up at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:07:31.306912 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-43688b9f-3669-456d-84bc-2f01ad8cc127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f24db65-2baa-4add-82cd-c36b6cd56437 {{(pid=84417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:07:31.315199 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-43688b9f-3669-456d-84bc-2f01ad8cc127 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:31.323444 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0ca3-9d04-4323-85bc-962be4c5c17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:31.329776 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-613be283-251f-4e4a-9fb6-89dc477eaa70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:31.349989 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c0ca3-9d04-4323-85bc-962be4c5c17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a0f027-4966-4015-a801-88abffc6b877,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:31.377351 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0ca3-9d04-4323-85bc-962be4c5c17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:31.378604 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-7a3c0ca3-9d04-4323-85bc-962be4c5c17a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/02a0f027-4966-4015-a801-88abffc6b877 HTTP/1.1" status: 204 len: 168 time: 0.7950437 Apr 05 12:07:31.398017 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7a3c0ca3-9d04-4323-85bc-962be4c5c17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:31.402837 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2da2cc8a-62b3-4a1e-86d8-969ef32fbd79 req-b626980c-51b6-4258-87df-804c288f7bf6 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843554 Apr 05 12:07:31.403955 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-43688b9f-3669-456d-84bc-2f01ad8cc127 service neutron] Transition to ACTIVE for port object 9f24db65-2baa-4add-82cd-c36b6cd56437 will not be triggered until provisioned by entity L2. {{(pid=84417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:07:31.407134 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-43688b9f-3669-456d-84bc-2f01ad8cc127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853132046'] for port, after_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:31.422151 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning for port 567d4343-c876-4a60-bb91-51152c9ba689 completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:07:31.428917 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning complete for port 567d4343-c876-4a60-bb91-51152c9ba689 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:07:31.429281 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:31.540068 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa721e50-dc72-4286-93bd-88baeb25943d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1a9779-4e00-4d94-a972-45e15a212d46,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:31.548841 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:31.564353 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e3d82904-b481-407c-80fa-1d099d5e9c2b req-7c4d47e8-5703-4024-99a3-dab76a80a113 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322610 Apr 05 12:07:31.577279 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-fa721e50-dc72-4286-93bd-88baeb25943d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:31.586765 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-f8ef91e2-8397-4ab3-8141-0875b43cfe75 None None] Set router c1b400fc-c6ce-4df9-8a0a-5174a64dd374 gateway port host: dv-cinder-784763-1-smb {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:07:31.629376 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43688b9f-3669-456d-84bc-2f01ad8cc127 service neutron] Pushing event updated for resources: {'Port': ['ID=9f24db65-2baa-4add-82cd-c36b6cd56437,revision_number=2']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:31.633787 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-43688b9f-3669-456d-84bc-2f01ad8cc127 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:31.654771 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-33ad1cd6-1753-4b4b-8835-da9d18f7d563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:31.743227 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d6e1a6-58be-4c83-b973-db9684899cbb', 'tag': '58362b7c-bead-43a0-8ba6-003b0b5099bc', 'status': 'completed', 'code': 200} Apr 05 12:07:31.747355 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-33ad1cd6-1753-4b4b-8835-da9d18f7d563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:31.780390 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:31.840527 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 567d4343-c876-4a60-bb91-51152c9ba689, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=567d4343-c876-4a60-bb91-51152c9ba689,segment=NetworkSegment(87a99d09-0430-4d43-b90b-ebe3a6cff4b3),segment_id=87a99d09-0430-4d43-b90b-ebe3a6cff4b3)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:07:31.841604 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd325a01d-8ed9-494f-a71c-7dc69f6ff09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567d4343-c876-4a60-bb91-51152c9ba689'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:07:31.848090 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:31.850199 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:31.861354 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 6 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:07:31.935345 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-33ad1cd6-1753-4b4b-8835-da9d18f7d563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:31.948532 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:31.957051 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=567d4343-c876-4a60-bb91-51152c9ba689,revision_number=5']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:31.966090 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd325a01d-8ed9-494f-a71c-7dc69f6ff09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567d4343-c876-4a60-bb91-51152c9ba689', 'code': 200} Apr 05 12:07:31.967409 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:31.967745 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:31.968128 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:31.968585 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:31.968987 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:31.969618 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:31.969728 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:31.970064 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:31.970427 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:31.970788 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:31.971151 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:31.971511 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:31.979961 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:31.980173 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad1cd6-1753-4b4b-8835-da9d18f7d563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1a9779-4e00-4d94-a972-45e15a212d46,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:31.996048 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-33ad1cd6-1753-4b4b-8835-da9d18f7d563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:31.997024 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-33ad1cd6-1753-4b4b-8835-da9d18f7d563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:31.998567 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-33ad1cd6-1753-4b4b-8835-da9d18f7d563 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ec1a9779-4e00-4d94-a972-45e15a212d46 HTTP/1.1" status: 204 len: 168 time: 0.7573705 Apr 05 12:07:32.103246 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d89f14-aa17-4a8d-9991-51a10a8d1e7d req-ba431c5a-6338-4cf0-b183-3d0ae5fd6aa8 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:32.111964 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-19d89f14-aa17-4a8d-9991-51a10a8d1e7d req-ba431c5a-6338-4cf0-b183-3d0ae5fd6aa8 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=72a46816-dc71-47bd-bb38-7bcc23ea7c25 HTTP/1.1" status: 200 len: 943 time: 0.2397335 Apr 05 12:07:32.114343 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-43688b9f-3669-456d-84bc-2f01ad8cc127 service neutron] Attempting to bind port 9f24db65-2baa-4add-82cd-c36b6cd56437 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:07:32.115850 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-43688b9f-3669-456d-84bc-2f01ad8cc127 service neutron] Attempting to bind port 9f24db65-2baa-4add-82cd-c36b6cd56437 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'cff66e35-35e3-4977-95da-cd674537f379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '56253b70-d4c3-4903-8552-b2bf5ecdb4e8'}] {{(pid=84417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:07:32.116445 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-43688b9f-3669-456d-84bc-2f01ad8cc127 service neutron] Attempting to bind port 9f24db65-2baa-4add-82cd-c36b6cd56437 on network 56253b70-d4c3-4903-8552-b2bf5ecdb4e8 {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:07:32.123806 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-43688b9f-3669-456d-84bc-2f01ad8cc127 service neutron] Port 9f24db65-2baa-4add-82cd-c36b6cd56437 on network 56253b70-d4c3-4903-8552-b2bf5ecdb4e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 12:07:32.124478 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-43688b9f-3669-456d-84bc-2f01ad8cc127 service neutron] Attempting to bind port 9f24db65-2baa-4add-82cd-c36b6cd56437 on network 56253b70-d4c3-4903-8552-b2bf5ecdb4e8 {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:07:32.129732 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c367f-aff4-4221-bb3d-32e5e20b26fd req-5db94951-1614-4983-bb1e-c3f1e8b2b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:32.134492 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-683c367f-aff4-4221-bb3d-32e5e20b26fd req-5db94951-1614-4983-bb1e-c3f1e8b2b762 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddc3c61214c148ae9122b41d30482408&device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 1099 time: 0.3685153 Apr 05 12:07:32.141564 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 48790) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:32.156172 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-43688b9f-3669-456d-84bc-2f01ad8cc127 service neutron] Checking agent: {'id': 'b4ce1f0a-2cfc-4a41-8c75-ffa3be69bd3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:07:32.156993 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-43688b9f-3669-456d-84bc-2f01ad8cc127 service neutron] Checking segment: {'id': 'cff66e35-35e3-4977-95da-cd674537f379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '56253b70-d4c3-4903-8552-b2bf5ecdb4e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:07:32.158056 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-43688b9f-3669-456d-84bc-2f01ad8cc127 service neutron] Bound using segment: {'id': 'cff66e35-35e3-4977-95da-cd674537f379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '56253b70-d4c3-4903-8552-b2bf5ecdb4e8'} {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:07:32.159048 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-43688b9f-3669-456d-84bc-2f01ad8cc127 service neutron] Bound port: 9f24db65-2baa-4add-82cd-c36b6cd56437, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff66e35-35e3-4977-95da-cd674537f379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '56253b70-d4c3-4903-8552-b2bf5ecdb4e8'}}] {{(pid=84417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:07:32.159552 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-43688b9f-3669-456d-84bc-2f01ad8cc127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:32.205880 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-aeaf4fdb-0c79-408e-8299-1344ef2c1362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:32.237316 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-f8ef91e2-8397-4ab3-8141-0875b43cfe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'name': 'tempest-AttachVolumeTestJSON-503048823-router', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:29Z', 'updated_at': '2021-04-05T12:06:47Z', 'revision_number': 4, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'gw_port': {'id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:30Z', 'updated_at': '2021-04-05T12:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_floatingips': [{'id': '4b2777d6-135f-4ba0-8881-98e112fecaa0', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'floating_ip_address': '172.28.2.173', 'floating_network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'router_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'port_id': '58362b7c-bead-43a0-8ba6-003b0b5099bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0', 'mac_address': 'fa:16:3e:97:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d6e1a6-58be-4c83-b973-db9684899cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:06:56Z', 'updated_at': '2021-04-05T12:07:28Z', 'revision_number': 1, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d285325-55f6-4b02-b636-1e398df8cf7d', 'name': '', 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'mac_address': 'fa:16:3e:dc:a0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:45Z', 'updated_at': '2021-04-05T12:06:56Z', 'revision_number': 5, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'subnets': [{'id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:07:32.246848 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ef91e2-8397-4ab3-8141-0875b43cfe75 None None] The sync data for ids ['c1b400fc-c6ce-4df9-8a0a-5174a64dd374'] in dv-cinder-784763-1-smb is: [{'id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'name': 'tempest-AttachVolumeTestJSON-503048823-router', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:29Z', 'updated_at': '2021-04-05T12:06:47Z', 'revision_number': 4, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'gw_port': {'id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:30Z', 'updated_at': '2021-04-05T12:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_floatingips': [{'id': '4b2777d6-135f-4ba0-8881-98e112fecaa0', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'floating_ip_address': '172.28.2.173', 'floating_network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'router_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'port_id': '58362b7c-bead-43a0-8ba6-003b0b5099bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0', 'mac_address': 'fa:16:3e:97:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d6e1a6-58be-4c83-b973-db9684899cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:06:56Z', 'updated_at': '2021-04-05T12:07:28Z', 'revision_number': 1, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d285325-55f6-4b02-b636-1e398df8cf7d', 'name': '', 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'mac_address': 'fa:16:3e:dc:a0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:45Z', 'updated_at': '2021-04-05T12:06:56Z', 'revision_number': 5, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'subnets': [{'id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:07:32.322702 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-aeaf4fdb-0c79-408e-8299-1344ef2c1362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:32.323565 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-19d89f14-aa17-4a8d-9991-51a10a8d1e7d req-3780d1aa-7b3e-4b01-939d-65a363987a7b tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/security-groups?id=9130fa2a-248d-43c4-81e1-58e15de29d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047176 Apr 05 12:07:32.326891 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-aeaf4fdb-0c79-408e-8299-1344ef2c1362 admin admin] Usage tracker for resource:security_group_rule and tenant:2f5255617e284b3fb326084df8c13491 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:32.330576 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-aeaf4fdb-0c79-408e-8299-1344ef2c1362 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:32.342040 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-43688b9f-3669-456d-84bc-2f01ad8cc127 service neutron] For port 9f24db65-2baa-4add-82cd-c36b6cd56437, host hv-cinder-78476, cleared binding levels {{(pid=84417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:07:32.346626 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-43688b9f-3669-456d-84bc-2f01ad8cc127 service neutron] For port 9f24db65-2baa-4add-82cd-c36b6cd56437, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=9f24db65-2baa-4add-82cd-c36b6cd56437,segment=NetworkSegment(cff66e35-35e3-4977-95da-cd674537f379),segment_id=cff66e35-35e3-4977-95da-cd674537f379)] {{(pid=84417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:07:32.352167 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-43688b9f-3669-456d-84bc-2f01ad8cc127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853132046'] for port, after_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:32.371859 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:32.500960 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:32.556826 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 48802) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:32.636227 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-af9f3643-747c-4f5f-b3a4-c3f5ff68549a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:32.659522 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-af9f3643-747c-4f5f-b3a4-c3f5ff68549a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:32.664212 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-af9f3643-747c-4f5f-b3a4-c3f5ff68549a admin admin] Usage tracker for resource:security_group_rule and tenant:1106d7d8ba904083a45f8eb646bfc5d2 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:32.667267 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-af9f3643-747c-4f5f-b3a4-c3f5ff68549a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:32.673936 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-af9f3643-747c-4f5f-b3a4-c3f5ff68549a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:32.681297 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db752888-114a-48c8-9bd0-0c72c159b316 None None] New status for floating IP 4b2777d6-135f-4ba0-8881-98e112fecaa0: ACTIVE {{(pid=84419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 12:07:32.738912 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43688b9f-3669-456d-84bc-2f01ad8cc127 service neutron] Pushing event updated for resources: {'Port': ['ID=9f24db65-2baa-4add-82cd-c36b6cd56437,revision_number=3']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:32.749085 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 48812) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:32.764729 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-43688b9f-3669-456d-84bc-2f01ad8cc127 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:32.816755 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-aeaf4fdb-0c79-408e-8299-1344ef2c1362 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:32.863670 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-43688b9f-3669-456d-84bc-2f01ad8cc127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:32.865132 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-43688b9f-3669-456d-84bc-2f01ad8cc127 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for port, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:32.866864 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-43688b9f-3669-456d-84bc-2f01ad8cc127 service neutron] 10.222.0.32 "PUT /v2.0/ports/9f24db65-2baa-4add-82cd-c36b6cd56437 HTTP/1.1" status: 200 len: 1093 time: 2.4868200 Apr 05 12:07:32.869359 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a46816-dc71-47bd-bb38-7bcc23ea7c25', 'tag': '9f24db65-2baa-4add-82cd-c36b6cd56437'}] {{(pid=84417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:07:32.981246 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c367f-aff4-4221-bb3d-32e5e20b26fd req-dd41197d-fc3e-4e49-bf80-011224ab76db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:32.982844 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-683c367f-aff4-4221-bb3d-32e5e20b26fd req-dd41197d-fc3e-4e49-bf80-011224ab76db service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 HTTP/1.1" status: 200 len: 911 time: 0.8071458 Apr 05 12:07:33.004983 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d418a2-4ccd-4b9f-bb23-d047bf14076d req-a2bf7636-2859-48a6-8e2a-88df56b07694 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:33.007279 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f1d418a2-4ccd-4b9f-bb23-d047bf14076d req-a2bf7636-2859-48a6-8e2a-88df56b07694 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.2441168 Apr 05 12:07:33.037864 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8e794c8f-58db-4499-a882-e9ca8b0a1be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:33.088156 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-8e794c8f-58db-4499-a882-e9ca8b0a1be7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:33.102543 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c188b-71ca-40fa-85a2-c260af51daad req-6ac17953-fd80-4be4-9684-7a0d9e9e1981 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:33.104130 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c43c188b-71ca-40fa-85a2-c260af51daad req-6ac17953-fd80-4be4-9684-7a0d9e9e1981 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d325a01d-8ed9-494f-a71c-7dc69f6ff09c HTTP/1.1" status: 200 len: 946 time: 0.3975580 Apr 05 12:07:33.106057 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f934e70-f655-4ebe-9f07-d519e92dcc85 req-09357b0f-4624-4da5-a384-e51e6121653b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:33.107485 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9f934e70-f655-4ebe-9f07-d519e92dcc85 req-09357b0f-4624-4da5-a384-e51e6121653b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d325a01d-8ed9-494f-a71c-7dc69f6ff09c HTTP/1.1" status: 200 len: 1099 time: 0.7914162 Apr 05 12:07:33.114806 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-8e794c8f-58db-4499-a882-e9ca8b0a1be7 admin admin] Usage tracker for resource:security_group_rule and tenant:365892c99d3b4fbf9e190cdbb7ccc73e is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:33.127071 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-8e794c8f-58db-4499-a882-e9ca8b0a1be7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:33.134884 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-af9f3643-747c-4f5f-b3a4-c3f5ff68549a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:33.144678 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-8e794c8f-58db-4499-a882-e9ca8b0a1be7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:33.150535 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-af9f3643-747c-4f5f-b3a4-c3f5ff68549a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:33.163620 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:33.173903 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f1d418a2-4ccd-4b9f-bb23-d047bf14076d req-15aac5ff-ab66-4e92-b8cd-362967a64264 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489940 Apr 05 12:07:33.243324 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-af9f3643-747c-4f5f-b3a4-c3f5ff68549a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1106d7d8ba904083a45f8eb646bfc5d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6764908 Apr 05 12:07:33.250050 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 48820) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:33.250924 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f3643-747c-4f5f-b3a4-c3f5ff68549a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54102f64-cbec-4b84-a39c-8350574d407f,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:33.254461 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-af9f3643-747c-4f5f-b3a4-c3f5ff68549a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:33.258746 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-5f09b6ae-cb40-4c42-b7a4-4499d80107f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:33.260507 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-5f09b6ae-cb40-4c42-b7a4-4499d80107f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=82f321db7b3541c0b093c9f0e9fcc944&device_id=72a46816-dc71-47bd-bb38-7bcc23ea7c25 HTTP/1.1" status: 200 len: 1096 time: 0.3311048 Apr 05 12:07:33.278801 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-683c367f-aff4-4221-bb3d-32e5e20b26fd req-b1de8f30-dc84-48e5-8da3-e9453c6a287d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58362b7c-bead-43a0-8ba6-003b0b5099bc HTTP/1.1" status: 200 len: 1000 time: 0.2842653 Apr 05 12:07:33.290966 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-9f934e70-f655-4ebe-9f07-d519e92dcc85 req-ccc34d6e-cf24-4909-87bc-3b2554a1f749 service neutron] Synchronizing usage tracker for tenant:e68072be12584466931b83bab6c44d24 on resource:security_group {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:07:33.396408 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c367f-aff4-4221-bb3d-32e5e20b26fd req-2496b0a3-d971-4643-8e3e-87e49c459876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:33.398004 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-683c367f-aff4-4221-bb3d-32e5e20b26fd req-2496b0a3-d971-4643-8e3e-87e49c459876 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e2cc0a18-1ec0-47fc-acf4-d5c1651f886a HTTP/1.1" status: 200 len: 849 time: 0.0941367 Apr 05 12:07:33.399816 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-aeaf4fdb-0c79-408e-8299-1344ef2c1362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:33.405026 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-a603422c-c3cb-470b-abde-ab603882720f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f24db65-2baa-4add-82cd-c36b6cd56437 HTTP/1.1" status: 200 len: 217 time: 0.1117928 Apr 05 12:07:33.410427 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a46816-dc71-47bd-bb38-7bcc23ea7c25', 'tag': '9f24db65-2baa-4add-82cd-c36b6cd56437', 'status': 'completed', 'code': 200} Apr 05 12:07:33.416579 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c43c188b-71ca-40fa-85a2-c260af51daad req-9b08fa2c-a175-45e4-8a4b-a33494d177bf tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942245 Apr 05 12:07:33.420745 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-aeaf4fdb-0c79-408e-8299-1344ef2c1362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:33.440020 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-15323144-eef6-44b0-9723-f5c10a863341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:33.498796 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-9f934e70-f655-4ebe-9f07-d519e92dcc85 req-ccc34d6e-cf24-4909-87bc-3b2554a1f749 service neutron] Unset dirty status for tenant:e68072be12584466931b83bab6c44d24 on resource:security_group {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:07:33.500661 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9f934e70-f655-4ebe-9f07-d519e92dcc85 req-ccc34d6e-cf24-4909-87bc-3b2554a1f749 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806775 Apr 05 12:07:33.501398 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-345c7b9e-12e7-4934-97db-803f78c2b5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844149380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11592423'] for subnet, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:33.556532 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8045b03f-3629-4145-9f46-a79773ee8fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:33.562031 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-aeaf4fdb-0c79-408e-8299-1344ef2c1362 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f5255617e284b3fb326084df8c13491&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4170723 Apr 05 12:07:33.566295 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 48826) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:33.575044 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf4fdb-0c79-408e-8299-1344ef2c1362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37423a5b-9005-4498-b2fa-b66b535d4749,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:33.602238 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-cbfd81fa-e46c-42de-8ba9-b3d15d2575d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:33.603858 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-cbfd81fa-e46c-42de-8ba9-b3d15d2575d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=87f34d37-b016-4922-87db-363c749c9d13 HTTP/1.1" status: 200 len: 848 time: 0.1815188 Apr 05 12:07:33.607942 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8e794c8f-58db-4499-a882-e9ca8b0a1be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:33.620110 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8e794c8f-58db-4499-a882-e9ca8b0a1be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:33.632300 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-aeaf4fdb-0c79-408e-8299-1344ef2c1362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:33.634987 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-08aa9a39-3924-4cf2-a7f0-8601108ee64a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:33.640060 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:33.684980 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8045b03f-3629-4145-9f46-a79773ee8fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:33.731053 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-b434625d-5fe2-4f4f-8578-6c0724d4034e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56253b70-d4c3-4903-8552-b2bf5ecdb4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008873 Apr 05 12:07:33.781156 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-8e794c8f-58db-4499-a882-e9ca8b0a1be7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=365892c99d3b4fbf9e190cdbb7ccc73e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0198500 Apr 05 12:07:33.784500 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c7b9e-12e7-4934-97db-803f78c2b5b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad6e7b7d-b348-4208-aa85-00f9b060484b,revision_number=0']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:33.787658 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e794c8f-58db-4499-a882-e9ca8b0a1be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99ce890-7a21-4540-a4d5-56ddb90864d7,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:33.789902 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 48830) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:33.793316 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c367f-aff4-4221-bb3d-32e5e20b26fd req-c42e04fd-8182-487c-a705-c1e68c5a559c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:33.794937 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-683c367f-aff4-4221-bb3d-32e5e20b26fd req-c42e04fd-8182-487c-a705-c1e68c5a559c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3560762 Apr 05 12:07:33.797580 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-345c7b9e-12e7-4934-97db-803f78c2b5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:33.815275 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8e794c8f-58db-4499-a882-e9ca8b0a1be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:33.842845 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-af6fb216-9b70-492a-9f37-f1c829d94e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:33.904754 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d8aee-06e0-454a-964d-85d8b6e80fe1 req-e2faba7f-f5a8-46ea-bd25-5ff9bcd617cf tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:33.906331 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-871d8aee-06e0-454a-964d-85d8b6e80fe1 req-e2faba7f-f5a8-46ea-bd25-5ff9bcd617cf tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=72a46816-dc71-47bd-bb38-7bcc23ea7c25 HTTP/1.1" status: 200 len: 943 time: 0.3958704 Apr 05 12:07:33.935191 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8045b03f-3629-4145-9f46-a79773ee8fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:33.945219 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-43b1ec38-375d-4298-a189-183bff34cc32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:33.987584 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045b03f-3629-4145-9f46-a79773ee8fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54102f64-cbec-4b84-a39c-8350574d407f,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:33.989217 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-af6fb216-9b70-492a-9f37-f1c829d94e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:33.996994 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8045b03f-3629-4145-9f46-a79773ee8fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:33.999163 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-f097fd53-8823-418a-8b4b-629a4788a08d service neutron] 10.222.0.32 "GET /v2.0/networks/56253b70-d4c3-4903-8552-b2bf5ecdb4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520883 Apr 05 12:07:34.003367 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8045b03f-3629-4145-9f46-a79773ee8fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:34.006964 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-8045b03f-3629-4145-9f46-a79773ee8fcd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/54102f64-cbec-4b84-a39c-8350574d407f HTTP/1.1" status: 204 len: 168 time: 0.7488186 Apr 05 12:07:34.034561 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-871d8aee-06e0-454a-964d-85d8b6e80fe1 req-d4908f5c-451c-4e30-b1a5-0e9ec26bae2e tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/security-groups?id=9130fa2a-248d-43c4-81e1-58e15de29d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202588 Apr 05 12:07:34.088073 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3588ded3-06d8-430a-968b-37fec2939ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:34.094325 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345c7b9e-12e7-4934-97db-803f78c2b5b2 admin admin] Checking segment: {'id': '6e7164c8-a764-4899-8517-c60c29f2f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:07:34.094731 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345c7b9e-12e7-4934-97db-803f78c2b5b2 admin admin] Network hostable DHCP agents. Network: 40fb80d3-753f-4a6e-8e1e-404338c152f4, hostable agents: ['4e04494a-4007-4790-9de1-331780b361fc'], hosted agents: [] {{(pid=84418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 12:07:34.117099 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-683c367f-aff4-4221-bb3d-32e5e20b26fd req-01fe183b-d842-425f-91ca-493eb8a3d2ac service neutron] 10.222.0.32 "GET /v2.0/networks/ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035004 Apr 05 12:07:34.151671 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-37e7e2d7-d542-49e5-964a-acb5bf21d13a req-ff59a435-a18a-445a-a937-d94ce8ab409a service neutron] 10.222.0.32 "GET /v2.0/networks/56253b70-d4c3-4903-8552-b2bf5ecdb4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439819 Apr 05 12:07:34.185404 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3588ded3-06d8-430a-968b-37fec2939ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:34.199369 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-af6fb216-9b70-492a-9f37-f1c829d94e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:34.219360 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d7289263-d154-48b0-88d5-e0b14a2e6f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:34.236231 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345c7b9e-12e7-4934-97db-803f78c2b5b2 admin admin] Network 40fb80d3-753f-4a6e-8e1e-404338c152f4 is scheduled to be hosted by DHCP agent 4e04494a-4007-4790-9de1-331780b361fc with binding_index 1 {{(pid=84418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 12:07:34.303777 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6fb216-9b70-492a-9f37-f1c829d94e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37423a5b-9005-4498-b2fa-b66b535d4749,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:34.305574 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a1af4-2178-4896-98a5-127b1c4cb2a1 req-838d3382-e0e6-4883-a360-494bc038e26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:34.306682 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2f7a1af4-2178-4896-98a5-127b1c4cb2a1 req-838d3382-e0e6-4883-a360-494bc038e26c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=82f321db7b3541c0b093c9f0e9fcc944&device_id=72a46816-dc71-47bd-bb38-7bcc23ea7c25 HTTP/1.1" status: 200 len: 1096 time: 0.1002254 Apr 05 12:07:34.329687 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-af6fb216-9b70-492a-9f37-f1c829d94e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:34.379103 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-345c7b9e-12e7-4934-97db-803f78c2b5b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-smb, 40fb80d3-753f-4a6e-8e1e-404338c152f4) {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:07:34.391738 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-af6fb216-9b70-492a-9f37-f1c829d94e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:34.393413 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f37a5f-208b-4565-9128-eddafabae049 None None] Network 40fb80d3-753f-4a6e-8e1e-404338c152f4 requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:07:34.408814 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-af6fb216-9b70-492a-9f37-f1c829d94e1a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/37423a5b-9005-4498-b2fa-b66b535d4749 HTTP/1.1" status: 204 len: 168 time: 0.8278813 Apr 05 12:07:34.504619 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a1af4-2178-4896-98a5-127b1c4cb2a1 req-5d6baf45-c6e5-42fd-99aa-b8b1cae06a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:34.506740 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2f7a1af4-2178-4896-98a5-127b1c4cb2a1 req-5d6baf45-c6e5-42fd-99aa-b8b1cae06a9a service neutron] 10.222.0.32 "GET /v2.0/networks?id=56253b70-d4c3-4903-8552-b2bf5ecdb4e8 HTTP/1.1" status: 200 len: 909 time: 0.1891334 Apr 05 12:07:34.517309 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345c7b9e-12e7-4934-97db-803f78c2b5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:34.518244 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-345c7b9e-12e7-4934-97db-803f78c2b5b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:34.609314 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-683c367f-aff4-4221-bb3d-32e5e20b26fd req-6c998e6f-a400-4d77-a3a5-375097258eea service neutron] 10.222.0.32 "GET /v2.0/networks/ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4757309 Apr 05 12:07:34.617465 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-345c7b9e-12e7-4934-97db-803f78c2b5b2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.6050088 Apr 05 12:07:34.618715 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3588ded3-06d8-430a-968b-37fec2939ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:34.621367 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3588ded3-06d8-430a-968b-37fec2939ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:34.624906 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 48854) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:34.625042 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-3588ded3-06d8-430a-968b-37fec2939ff2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c99ce890-7a21-4540-a4d5-56ddb90864d7 HTTP/1.1" status: 204 len: 168 time: 0.8267026 Apr 05 12:07:34.625042 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-aeaf4fdb-0c79-408e-8299-1344ef2c1362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:34.629333 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-e10fd49b-7477-4232-8c05-5ef4fd15ba8b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1543860503-router', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'}}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:34.645369 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-e10fd49b-7477-4232-8c05-5ef4fd15ba8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:34.647441 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd39461-0498-4350-866d-01ca6ca0013f req-0e63bb51-037b-42c8-a206-c2b654c48d6e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:34.648713 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ecd39461-0498-4350-866d-01ca6ca0013f req-0e63bb51-037b-42c8-a206-c2b654c48d6e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.2633610 Apr 05 12:07:34.648848 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2f7a1af4-2178-4896-98a5-127b1c4cb2a1 req-f52caa40-712d-41e7-ba05-36ff911217f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f24db65-2baa-4add-82cd-c36b6cd56437 HTTP/1.1" status: 200 len: 217 time: 0.1180360 Apr 05 12:07:34.649809 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588ded3-06d8-430a-968b-37fec2939ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99ce890-7a21-4540-a4d5-56ddb90864d7,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:34.652097 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3588ded3-06d8-430a-968b-37fec2939ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:34.653456 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-e10fd49b-7477-4232-8c05-5ef4fd15ba8b admin admin] Usage tracker for resource:router and tenant:ef963fd801d14231908609f44c23fa0b is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:34.660833 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-e10fd49b-7477-4232-8c05-5ef4fd15ba8b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:34.724150 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-e10fd49b-7477-4232-8c05-5ef4fd15ba8b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:34.727032 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ecd39461-0498-4350-866d-01ca6ca0013f req-e80a1b7d-e97a-4e25-a263-a454bd120467 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588167 Apr 05 12:07:34.840857 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a01611-7459-4ccf-ab8e-c036f9bbe57f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5788f3ac-9ded-5d46-a90e-e8417a96a4c3-40fb80d3-753f-4a6e-8e1e-404338c152f4', 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'fixed_ips': [{'subnet_id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b'}]}} from dv-cinder-784763-1-smb. {{(pid=84419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 12:07:34.841853 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-67a01611-7459-4ccf-ab8e-c036f9bbe57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:35.047905 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-67a01611-7459-4ccf-ab8e-c036f9bbe57f None None] Allocated IP 172.20.0.2 (40fb80d3-753f-4a6e-8e1e-404338c152f4/ad6e7b7d-b348-4208-aa85-00f9b060484b/2da5daaf-7537-4e85-add1-6374166a624d) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:07:35.137597 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e10fd49b-7477-4232-8c05-5ef4fd15ba8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-778464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64815'] for router, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:35.138974 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e10fd49b-7477-4232-8c05-5ef4fd15ba8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853997433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854004880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854085315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711017'] for router, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:35.177694 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a1af4-2178-4896-98a5-127b1c4cb2a1 req-33c5a6fb-b685-4222-b761-2861e81a6e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:35.179272 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2f7a1af4-2178-4896-98a5-127b1c4cb2a1 req-33c5a6fb-b685-4222-b761-2861e81a6e56 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=87f34d37-b016-4922-87db-363c749c9d13 HTTP/1.1" status: 200 len: 848 time: 0.5137243 Apr 05 12:07:35.193854 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e10fd49b-7477-4232-8c05-5ef4fd15ba8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:35.279034 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 48878) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:35.324225 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f7744-6d9b-494d-aa6f-0a20ec87fa7c req-e3f79569-3621-4d75-8b29-3dc3593f3c2c tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:35.325877 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b81f7744-6d9b-494d-aa6f-0a20ec87fa7c req-e3f79569-3621-4d75-8b29-3dc3593f3c2c tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=72a46816-dc71-47bd-bb38-7bcc23ea7c25 HTTP/1.1" status: 200 len: 943 time: 0.1120613 Apr 05 12:07:35.413773 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-088affe7-f00d-424a-b8f4-f02dadd4270c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:35.429186 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-67a01611-7459-4ccf-ab8e-c036f9bbe57f None None] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:35.440849 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-67a01611-7459-4ccf-ab8e-c036f9bbe57f None None] Transition to ACTIVE for port object 2da5daaf-7537-4e85-add1-6374166a624d will not be triggered until provisioned by entity L2. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:07:35.445416 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b81f7744-6d9b-494d-aa6f-0a20ec87fa7c req-1b27705f-32c1-4a9a-a228-69e284f428b8 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/security-groups?id=9130fa2a-248d-43c4-81e1-58e15de29d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881810 Apr 05 12:07:35.477036 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-67a01611-7459-4ccf-ab8e-c036f9bbe57f None None] Transition to ACTIVE for port object 2da5daaf-7537-4e85-add1-6374166a624d will not be triggered until provisioned by entity DHCP. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:07:35.482402 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2f7a1af4-2178-4896-98a5-127b1c4cb2a1 req-ce933154-775b-4676-bfcf-7cd271bae9d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56253b70-d4c3-4903-8552-b2bf5ecdb4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2907951 Apr 05 12:07:35.483077 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-67a01611-7459-4ccf-ab8e-c036f9bbe57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:35.494985 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-088affe7-f00d-424a-b8f4-f02dadd4270c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:35.502567 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:35.527640 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-088affe7-f00d-424a-b8f4-f02dadd4270c admin admin] Usage tracker for resource:security_group_rule and tenant:e7ca7d731fb84ccfb0e931d463b399b7 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:35.599805 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-088affe7-f00d-424a-b8f4-f02dadd4270c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:35.621139 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51509c-ebfe-4a12-b9df-6a5e7fae73b1 req-d315b29c-6555-4cca-925a-6e11a83086e9 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:35.622774 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ba51509c-ebfe-4a12-b9df-6a5e7fae73b1 req-d315b29c-6555-4cca-925a-6e11a83086e9 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d325a01d-8ed9-494f-a71c-7dc69f6ff09c HTTP/1.1" status: 200 len: 946 time: 0.8723507 Apr 05 12:07:35.671996 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a01611-7459-4ccf-ab8e-c036f9bbe57f None None] Pushing event updated for resources: {'Port': ['ID=2da5daaf-7537-4e85-add1-6374166a624d,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:35.675649 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-67a01611-7459-4ccf-ab8e-c036f9bbe57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:35.698239 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-088affe7-f00d-424a-b8f4-f02dadd4270c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:35.728101 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a01611-7459-4ccf-ab8e-c036f9bbe57f None None] Network 40fb80d3-753f-4a6e-8e1e-404338c152f4 is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:07:35.729642 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-67a01611-7459-4ccf-ab8e-c036f9bbe57f None None] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:07:35.732269 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a01611-7459-4ccf-ab8e-c036f9bbe57f None None] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:07:35.850340 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-67a01611-7459-4ccf-ab8e-c036f9bbe57f None None] Attempting to bind port 2da5daaf-7537-4e85-add1-6374166a624d on host dv-cinder-784763-1-smb for vnic_type normal with profile {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:07:35.850760 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-67a01611-7459-4ccf-ab8e-c036f9bbe57f None None] Attempting to bind port 2da5daaf-7537-4e85-add1-6374166a624d by drivers openvswitch,hyperv on host dv-cinder-784763-1-smb at level 0 using segments [{'id': '6e7164c8-a764-4899-8517-c60c29f2f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4'}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:07:35.851164 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a01611-7459-4ccf-ab8e-c036f9bbe57f None None] Attempting to bind port 2da5daaf-7537-4e85-add1-6374166a624d on network 40fb80d3-753f-4a6e-8e1e-404338c152f4 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:07:35.858220 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a01611-7459-4ccf-ab8e-c036f9bbe57f None None] Checking agent: {'id': '4e3bd3f6-d706-454d-ba20-d37fa4b11ed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 9), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:07:35.858636 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a01611-7459-4ccf-ab8e-c036f9bbe57f None None] Checking segment: {'id': '6e7164c8-a764-4899-8517-c60c29f2f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:07:35.859130 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-67a01611-7459-4ccf-ab8e-c036f9bbe57f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:35.859566 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a01611-7459-4ccf-ab8e-c036f9bbe57f None None] Bound using segment: {'id': '6e7164c8-a764-4899-8517-c60c29f2f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4'} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:07:35.860144 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-67a01611-7459-4ccf-ab8e-c036f9bbe57f None None] Bound port: 2da5daaf-7537-4e85-add1-6374166a624d, host: dv-cinder-784763-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e7164c8-a764-4899-8517-c60c29f2f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4'}}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:07:35.860761 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-67a01611-7459-4ccf-ab8e-c036f9bbe57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:36.023961 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-67a01611-7459-4ccf-ab8e-c036f9bbe57f None None] For port 2da5daaf-7537-4e85-add1-6374166a624d, host dv-cinder-784763-1-smb, cleared binding levels {{(pid=84419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:07:36.027701 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-67a01611-7459-4ccf-ab8e-c036f9bbe57f None None] For port 2da5daaf-7537-4e85-add1-6374166a624d, host dv-cinder-784763-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=2da5daaf-7537-4e85-add1-6374166a624d,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:07:36.032386 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-67a01611-7459-4ccf-ab8e-c036f9bbe57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:36.044230 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393cfe0-bec0-486f-ab97-e9d47df4ad03 req-7aac494f-b9b5-40c7-bf2a-bf9b68866f2b tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:36.045920 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6393cfe0-bec0-486f-ab97-e9d47df4ad03 req-7aac494f-b9b5-40c7-bf2a-bf9b68866f2b tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.1280105 Apr 05 12:07:36.050914 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:36.060876 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e10fd49b-7477-4232-8c05-5ef4fd15ba8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854004895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854002657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711036'] for router, precommit_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:36.110353 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ba51509c-ebfe-4a12-b9df-6a5e7fae73b1 req-8b3c3f54-09fe-4e88-8db3-31cc80620166 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166539 Apr 05 12:07:36.156958 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6393cfe0-bec0-486f-ab97-e9d47df4ad03 req-127901ba-413d-439b-9a56-7d7b2b824cf3 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028757 Apr 05 12:07:36.259523 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a01611-7459-4ccf-ab8e-c036f9bbe57f None None] Pushing event updated for resources: {'Port': ['ID=2da5daaf-7537-4e85-add1-6374166a624d,revision_number=2']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:36.264882 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2f7a1af4-2178-4896-98a5-127b1c4cb2a1 req-864f1b2e-4cea-4118-afab-4f816dc8b20e service neutron] 10.222.0.32 "GET /v2.0/networks/56253b70-d4c3-4903-8552-b2bf5ecdb4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7656362 Apr 05 12:07:36.265042 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-67a01611-7459-4ccf-ab8e-c036f9bbe57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:36.398942 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-088affe7-f00d-424a-b8f4-f02dadd4270c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:36.458056 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-088affe7-f00d-424a-b8f4-f02dadd4270c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:36.469314 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-58473847-e667-45aa-91e1-e3a9f1ef8f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:36.533087 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-088affe7-f00d-424a-b8f4-f02dadd4270c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e7ca7d731fb84ccfb0e931d463b399b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1502695 Apr 05 12:07:36.538099 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 48924) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:36.541801 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088affe7-f00d-424a-b8f4-f02dadd4270c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86116a61-27b1-4f84-9d86-9ba665f5183d,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:36.545081 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-088affe7-f00d-424a-b8f4-f02dadd4270c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:36.676535 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-635984d9-4f23-4018-b5ba-b09969247970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:36.739190 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-635984d9-4f23-4018-b5ba-b09969247970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:36.812683 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-635984d9-4f23-4018-b5ba-b09969247970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:36.819702 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-bf4249ec-eb5c-4291-b47e-17c9a4358400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:36.822913 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2f7a1af4-2178-4896-98a5-127b1c4cb2a1 req-f54a0f73-7c6c-4bbf-96d8-8a7f07e528d7 service neutron] 10.222.0.32 "GET /v2.0/networks/56253b70-d4c3-4903-8552-b2bf5ecdb4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361614 Apr 05 12:07:36.856683 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-635984d9-4f23-4018-b5ba-b09969247970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:36.858336 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-635984d9-4f23-4018-b5ba-b09969247970 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/86116a61-27b1-4f84-9d86-9ba665f5183d HTTP/1.1" status: 204 len: 168 time: 0.3185873 Apr 05 12:07:36.859285 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635984d9-4f23-4018-b5ba-b09969247970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86116a61-27b1-4f84-9d86-9ba665f5183d,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:36.878561 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-635984d9-4f23-4018-b5ba-b09969247970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:36.947421 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e10fd49b-7477-4232-8c05-5ef4fd15ba8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:36.985496 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e10fd49b-7477-4232-8c05-5ef4fd15ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:36.997241 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae8790-12b5-49f5-91c8-b15d0357489d req-a6ce38e4-dc47-445c-b98b-605ab0e5770e tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:37.004855 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ccae8790-12b5-49f5-91c8-b15d0357489d req-a6ce38e4-dc47-445c-b98b-605ab0e5770e tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=72a46816-dc71-47bd-bb38-7bcc23ea7c25 HTTP/1.1" status: 200 len: 943 time: 0.3731441 Apr 05 12:07:37.127012 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ccae8790-12b5-49f5-91c8-b15d0357489d req-75ef8c21-014b-4c59-9db9-abf17657ff5c tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/security-groups?id=9130fa2a-248d-43c4-81e1-58e15de29d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205328 Apr 05 12:07:37.303338 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 9f24db65-2baa-4add-82cd-c36b6cd56437 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 12:07:37.508189 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 2da5daaf-7537-4e85-add1-6374166a624d up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:07:37.592449 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957114f-590f-4b19-a00e-a40ef9f024ff req-4e5a1cc8-68f6-4269-b07f-e0bd6b8f4f48 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:37.608530 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4957114f-590f-4b19-a00e-a40ef9f024ff req-4e5a1cc8-68f6-4269-b07f-e0bd6b8f4f48 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d325a01d-8ed9-494f-a71c-7dc69f6ff09c HTTP/1.1" status: 200 len: 946 time: 0.2659006 Apr 05 12:07:37.673017 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 9f24db65-2baa-4add-82cd-c36b6cd56437, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=9f24db65-2baa-4add-82cd-c36b6cd56437,segment=NetworkSegment(cff66e35-35e3-4977-95da-cd674537f379),segment_id=cff66e35-35e3-4977-95da-cd674537f379)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:07:37.703565 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4957114f-590f-4b19-a00e-a40ef9f024ff req-897f30c3-69a5-4037-9581-00c0dce8f492 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940008 Apr 05 12:07:37.713316 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b016a5d6-0db1-4ea0-8dc8-fa36f0742b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:37.719261 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Returning: {'device': '9f24db65-2baa-4add-82cd-c36b6cd56437', 'network_id': '56253b70-d4c3-4903-8552-b2bf5ecdb4e8', 'port_id': '9f24db65-2baa-4add-82cd-c36b6cd56437', 'mac_address': 'fa:16:3e:63:2e:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f34d37-b016-4922-87db-363c749c9d13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:07:37.848057 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-e10fd49b-7477-4232-8c05-5ef4fd15ba8b admin admin] Allocated IP 172.28.2.11 (31dbbfbb-1103-49d1-a0e5-ac5561337b80/73ae074f-8780-41b9-9bf3-4fc6dce4ecd5/ea26e21f-5a3b-402c-b2e2-36a3e714a211) {{(pid=84417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:07:37.892542 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:37.933496 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417bf5c-7785-4e9d-a87b-6274e727e1be req-08ede1bb-5dbc-472f-bb0d-278c9a653e03 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:37.944396 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9417bf5c-7785-4e9d-a87b-6274e727e1be req-08ede1bb-5dbc-472f-bb0d-278c9a653e03 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.2801738 Apr 05 12:07:37.954575 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f24db65-2baa-4add-82cd-c36b6cd56437 {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:07:37.972792 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 9f24db65-2baa-4add-82cd-c36b6cd56437, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=9f24db65-2baa-4add-82cd-c36b6cd56437,segment=NetworkSegment(cff66e35-35e3-4977-95da-cd674537f379),segment_id=cff66e35-35e3-4977-95da-cd674537f379)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:07:37.980066 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:37.984305 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:38.061366 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning for port 2da5daaf-7537-4e85-add1-6374166a624d completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:07:38.120834 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=9f24db65-2baa-4add-82cd-c36b6cd56437,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:38.124278 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:38.147588 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9417bf5c-7785-4e9d-a87b-6274e727e1be req-56a99121-8c01-4598-ac36-39a3c1d229d2 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023494 Apr 05 12:07:38.270722 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e10fd49b-7477-4232-8c05-5ef4fd15ba8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:38.380237 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e10fd49b-7477-4232-8c05-5ef4fd15ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:38.418713 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b549aac-b562-450a-a25f-c517bc2ed233 None None] Network 40fb80d3-753f-4a6e-8e1e-404338c152f4 requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:07:38.464659 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3d990468-9b75-4793-ac43-164cb63ccdc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:38.553114 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['9f24db65-2baa-4add-82cd-c36b6cd56437'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:07:38.682583 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-208a2da7-90c6-4834-a331-854d4e1b9f5e None None] Provisioning for port 2da5daaf-7537-4e85-add1-6374166a624d completed by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:07:38.729977 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-208a2da7-90c6-4834-a331-854d4e1b9f5e None None] Provisioning complete for port 2da5daaf-7537-4e85-add1-6374166a624d triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:07:38.735720 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-208a2da7-90c6-4834-a331-854d4e1b9f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:38.776375 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10fd49b-7477-4232-8c05-5ef4fd15ba8b admin admin] Pushing event updated for resources: {'Port': ['ID=ea26e21f-5a3b-402c-b2e2-36a3e714a211,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:38.793977 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e10fd49b-7477-4232-8c05-5ef4fd15ba8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:38.841561 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10fd49b-7477-4232-8c05-5ef4fd15ba8b admin admin] Network 31dbbfbb-1103-49d1-a0e5-ac5561337b80 is already hosted by enough agents. {{(pid=84417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:07:38.842688 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-e10fd49b-7477-4232-8c05-5ef4fd15ba8b admin admin] Resources bound (agent type, host, resource id): {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:07:38.845026 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10fd49b-7477-4232-8c05-5ef4fd15ba8b admin admin] Received port after_create {{(pid=84417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:07:38.892510 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4953a-57d9-4a4c-99ff-ec100b381026 req-7f8ddaff-c425-42b3-83af-e2cc9d9c90a2 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:38.894679 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4ce4953a-57d9-4a4c-99ff-ec100b381026 req-7f8ddaff-c425-42b3-83af-e2cc9d9c90a2 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=72a46816-dc71-47bd-bb38-7bcc23ea7c25 HTTP/1.1" status: 200 len: 944 time: 0.3862534 Apr 05 12:07:39.068304 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:39.186714 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4ce4953a-57d9-4a4c-99ff-ec100b381026 req-e5c1ee02-51bc-4cc3-af86-9ebff57c8d40 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/security-groups?id=9130fa2a-248d-43c4-81e1-58e15de29d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811716 Apr 05 12:07:39.561937 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f069c-ec63-48c0-9630-e0a3e09bd154 req-48836310-c916-4c43-8433-e7b7466a8209 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:39.562394 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e10fd49b-7477-4232-8c05-5ef4fd15ba8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:39.586233 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6e0f069c-ec63-48c0-9630-e0a3e09bd154 req-48836310-c916-4c43-8433-e7b7466a8209 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.2079256 Apr 05 12:07:39.637681 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6e0f069c-ec63-48c0-9630-e0a3e09bd154 req-5a40b641-4e4c-4f15-9dc5-90f53add28d2 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503099 Apr 05 12:07:39.651400 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-208a2da7-90c6-4834-a331-854d4e1b9f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:39.757726 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-208a2da7-90c6-4834-a331-854d4e1b9f5e None None] For port 2da5daaf-7537-4e85-add1-6374166a624d, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=2da5daaf-7537-4e85-add1-6374166a624d,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:07:39.764394 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-208a2da7-90c6-4834-a331-854d4e1b9f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:39.768312 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:39.896573 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a2da7-90c6-4834-a331-854d4e1b9f5e None None] Pushing event updated for resources: {'Port': ['ID=2da5daaf-7537-4e85-add1-6374166a624d,revision_number=3']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:39.903177 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-208a2da7-90c6-4834-a331-854d4e1b9f5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:39.916231 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-155ffc0f-f3bf-413d-9776-ffdaf33855cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:40.065853 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e10fd49b-7477-4232-8c05-5ef4fd15ba8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-770974'] for router, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:40.071238 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 49152) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:40.090951 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-0de8d036-9a81-4b87-a662-284a2912acbd None None] Provisioning complete for port 2da5daaf-7537-4e85-add1-6374166a624d triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:07:40.091357 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0de8d036-9a81-4b87-a662-284a2912acbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:40.243379 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-110a6725-788a-4c45-a443-352e48aa1588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:40.269159 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:40.288124 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-110a6725-788a-4c45-a443-352e48aa1588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:40.292627 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-110a6725-788a-4c45-a443-352e48aa1588 admin admin] Usage tracker for resource:security_group_rule and tenant:afdd651595a2438f856769b054be5d6a is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:40.298025 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-110a6725-788a-4c45-a443-352e48aa1588 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:40.311274 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-110a6725-788a-4c45-a443-352e48aa1588 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:40.434350 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-110a6725-788a-4c45-a443-352e48aa1588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:40.438035 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-110a6725-788a-4c45-a443-352e48aa1588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:40.470417 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-713805fe-2ee3-4274-9e80-fdad7ada5228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:40.484045 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-110a6725-788a-4c45-a443-352e48aa1588 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=afdd651595a2438f856769b054be5d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4116039 Apr 05 12:07:40.486456 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 49170) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:40.607301 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a6725-788a-4c45-a443-352e48aa1588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c2782b-c01b-412a-80db-2f612fca8e4f,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:40.610518 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-446ad211-41f6-4be9-a319-82c41faaf3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:40.612656 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-110a6725-788a-4c45-a443-352e48aa1588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:40.646271 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-446ad211-41f6-4be9-a319-82c41faaf3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:40.716540 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10fd49b-7477-4232-8c05-5ef4fd15ba8b admin admin] Router 2ed1024c-404d-48eb-844a-bd8b14f3e405 is scheduled to L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 with binding_index 1 {{(pid=84417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 12:07:40.725685 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-446ad211-41f6-4be9-a319-82c41faaf3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:40.730661 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81902bc4-37e2-4cbe-b41a-89aed9d79f7d req-5551a0c3-ce70-4e27-aa81-3d0aefd9d312 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:40.731974 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:40.732442 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-81902bc4-37e2-4cbe-b41a-89aed9d79f7d req-5551a0c3-ce70-4e27-aa81-3d0aefd9d312 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=72a46816-dc71-47bd-bb38-7bcc23ea7c25 HTTP/1.1" status: 200 len: 944 time: 0.1423030 Apr 05 12:07:40.744952 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ad211-41f6-4be9-a319-82c41faaf3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c2782b-c01b-412a-80db-2f612fca8e4f,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:40.748415 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-446ad211-41f6-4be9-a319-82c41faaf3ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:40.755613 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-446ad211-41f6-4be9-a319-82c41faaf3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:40.757105 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-446ad211-41f6-4be9-a319-82c41faaf3ca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/97c2782b-c01b-412a-80db-2f612fca8e4f HTTP/1.1" status: 204 len: 168 time: 0.2696564 Apr 05 12:07:40.943233 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-81902bc4-37e2-4cbe-b41a-89aed9d79f7d req-fd4ca8e6-e0ac-4250-90eb-4622b1b636fa tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/security-groups?id=9130fa2a-248d-43c4-81e1-58e15de29d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417065 Apr 05 12:07:41.013218 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10fd49b-7477-4232-8c05-5ef4fd15ba8b admin admin] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:07:41.013422 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3b6ee-9a85-4bb0-9ba0-b8a45d9729f8 req-5a310593-cacc-4fb8-bb4b-e4541182c409 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:41.014895 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-71f3b6ee-9a85-4bb0-9ba0-b8a45d9729f8 req-5a310593-cacc-4fb8-bb4b-e4541182c409 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.1299355 Apr 05 12:07:41.029691 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e9cb93-2094-4381-ace9-b1b9e1f314db None None] Sync routers for ids ['2ed1024c-404d-48eb-844a-bd8b14f3e405'] in dv-cinder-784763-1-smb {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:07:41.042776 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e9cb93-2094-4381-ace9-b1b9e1f314db None None] Routers {'2ed1024c-404d-48eb-844a-bd8b14f3e405'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:07:41.050791 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-f0e9cb93-2094-4381-ace9-b1b9e1f314db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:07:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['2ed1024c-404d-48eb-844a-bd8b14f3e405'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:07:41.080497 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-71f3b6ee-9a85-4bb0-9ba0-b8a45d9729f8 req-834693b1-b9d9-4382-9980-a267cffbcdb6 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508358 Apr 05 12:07:41.086879 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e10fd49b-7477-4232-8c05-5ef4fd15ba8b admin admin] Notify callbacks [] for router, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:41.091425 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 49198) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:41.091899 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-e10fd49b-7477-4232-8c05-5ef4fd15ba8b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.4678771 Apr 05 12:07:41.291982 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-f0e9cb93-2094-4381-ace9-b1b9e1f314db None None] Set router 2ed1024c-404d-48eb-844a-bd8b14f3e405 gateway port host: dv-cinder-784763-1-smb {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:07:41.347075 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 2da5daaf-7537-4e85-add1-6374166a624d up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:07:41.469564 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 9f24db65-2baa-4add-82cd-c36b6cd56437 up at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:07:41.575987 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 49218) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:41.604833 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-02c170a6-0da1-4f04-af8c-883bfb9be059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:41.710740 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port 2da5daaf-7537-4e85-add1-6374166a624d triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:07:41.713871 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:41.845795 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-02c170a6-0da1-4f04-af8c-883bfb9be059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:41.851508 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-02c170a6-0da1-4f04-af8c-883bfb9be059 admin admin] Usage tracker for resource:security_group_rule and tenant:818e8fafa2124227ab411cc36690b878 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:41.855378 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-02c170a6-0da1-4f04-af8c-883bfb9be059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:41.878414 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-02c170a6-0da1-4f04-af8c-883bfb9be059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:41.880649 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning for port 9f24db65-2baa-4add-82cd-c36b6cd56437 completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:07:41.890057 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning complete for port 9f24db65-2baa-4add-82cd-c36b6cd56437 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:07:41.890367 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:41.949544 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-f0e9cb93-2094-4381-ace9-b1b9e1f314db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'name': 'tempest-AttachVolumeShelveTestJSON-1543860503-router', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:07:35Z', 'updated_at': '2021-04-05T12:07:39Z', 'revision_number': 3, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'gw_port': {'id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:15:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:37Z', 'updated_at': '2021-04-05T12:07:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb'}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:07:41.954180 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e9cb93-2094-4381-ace9-b1b9e1f314db None None] Checking router: 2ed1024c-404d-48eb-844a-bd8b14f3e405 for host: dv-cinder-784763-1-smb {{(pid=84420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:07:41.954579 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e9cb93-2094-4381-ace9-b1b9e1f314db None None] Updating router 2ed1024c-404d-48eb-844a-bd8b14f3e405 port ea26e21f-5a3b-402c-b2e2-36a3e714a211 binding host dv-cinder-784763-1-smb {{(pid=84420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 12:07:42.044971 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f0e9cb93-2094-4381-ace9-b1b9e1f314db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:42.073142 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:42.126764 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:42.169250 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 9f24db65-2baa-4add-82cd-c36b6cd56437, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=9f24db65-2baa-4add-82cd-c36b6cd56437,segment=NetworkSegment(cff66e35-35e3-4977-95da-cd674537f379),segment_id=cff66e35-35e3-4977-95da-cd674537f379)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:07:42.172790 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a46816-dc71-47bd-bb38-7bcc23ea7c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f24db65-2baa-4add-82cd-c36b6cd56437'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:07:42.200738 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:42.207112 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:42.313041 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125a466-8bee-4494-ac08-5dcfdd628beb req-c216c589-427c-4e0d-b925-83a8a5ea2c50 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:42.323564 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8125a466-8bee-4494-ac08-5dcfdd628beb req-c216c589-427c-4e0d-b925-83a8a5ea2c50 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=72a46816-dc71-47bd-bb38-7bcc23ea7c25 HTTP/1.1" status: 200 len: 945 time: 0.2119627 Apr 05 12:07:42.383396 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=9f24db65-2baa-4add-82cd-c36b6cd56437,revision_number=5']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:42.401360 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:42.432636 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8125a466-8bee-4494-ac08-5dcfdd628beb req-5759cd84-1bc2-4b6a-82d2-eaedfcd5e4a5 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/security-groups?id=9130fa2a-248d-43c4-81e1-58e15de29d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095212 Apr 05 12:07:42.627917 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f0e9cb93-2094-4381-ace9-b1b9e1f314db None None] Notify callbacks [] for port, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:42.645557 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-f0e9cb93-2094-4381-ace9-b1b9e1f314db None None] Transition to ACTIVE for port object ea26e21f-5a3b-402c-b2e2-36a3e714a211 will not be triggered until provisioned by entity L2. {{(pid=84420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:07:42.653455 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f0e9cb93-2094-4381-ace9-b1b9e1f314db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:42.670761 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d836f5-2839-456c-9f51-5bcc1e8fb3d2 req-693dbaf3-3778-4ac0-a7c6-35eabfe7751e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:42.671784 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-075f22d6-675b-4e40-9895-743f8a97dd01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:42.672509 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-91d836f5-2839-456c-9f51-5bcc1e8fb3d2 req-693dbaf3-3778-4ac0-a7c6-35eabfe7751e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.1095986 Apr 05 12:07:42.737035 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-91d836f5-2839-456c-9f51-5bcc1e8fb3d2 req-79520e9c-6154-4e4b-901f-0561abbe5922 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579033 Apr 05 12:07:42.759188 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-02c170a6-0da1-4f04-af8c-883bfb9be059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:42.772643 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-cb590e2c-507b-48c5-9261-76ac5144c71a tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:42.780042 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-cb590e2c-507b-48c5-9261-76ac5144c71a tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/networks?id=49526f73-451b-47db-8aba-278bba25f53d HTTP/1.1" status: 200 len: 814 time: 0.7963614 Apr 05 12:07:42.793848 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-02c170a6-0da1-4f04-af8c-883bfb9be059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:42.802881 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a46816-dc71-47bd-bb38-7bcc23ea7c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f24db65-2baa-4add-82cd-c36b6cd56437', 'code': 200} Apr 05 12:07:42.808850 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f1972ba0-8b10-4c8d-93f8-66a2f4e25591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:42.825229 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-c0d31801-ac84-4038-be34-7658a0a593b0 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/quotas/8cacd2fbdd0843568a27bde35c8bbf1d HTTP/1.1" status: 200 len: 375 time: 0.0442109 Apr 05 12:07:42.831351 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18acd90-7639-458f-8c7d-9fcf92598abf None None] Pushing event updated for resources: {'Port': ['ID=ea26e21f-5a3b-402c-b2e2-36a3e714a211,revision_number=2']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:42.850692 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18acd90-7639-458f-8c7d-9fcf92598abf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:42.851159 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18acd90-7639-458f-8c7d-9fcf92598abf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:42.851608 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18acd90-7639-458f-8c7d-9fcf92598abf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:42.852198 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18acd90-7639-458f-8c7d-9fcf92598abf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:42.852938 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18acd90-7639-458f-8c7d-9fcf92598abf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:42.853416 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18acd90-7639-458f-8c7d-9fcf92598abf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:42.854584 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18acd90-7639-458f-8c7d-9fcf92598abf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:42.855040 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18acd90-7639-458f-8c7d-9fcf92598abf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:42.855480 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18acd90-7639-458f-8c7d-9fcf92598abf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:42.855915 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18acd90-7639-458f-8c7d-9fcf92598abf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:42.856348 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18acd90-7639-458f-8c7d-9fcf92598abf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:42.856782 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18acd90-7639-458f-8c7d-9fcf92598abf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:07:42.870544 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a18acd90-7639-458f-8c7d-9fcf92598abf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:42.892093 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c170a6-0da1-4f04-af8c-883bfb9be059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e94b1e-66de-4ef3-9b92-5c0e7965135c,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:42.910339 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-02c170a6-0da1-4f04-af8c-883bfb9be059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:42.939130 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c6e699bd-f54c-49c4-853e-490bd0e5cc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:42.950831 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-f0e9cb93-2094-4381-ace9-b1b9e1f314db None None] Attempting to bind port ea26e21f-5a3b-402c-b2e2-36a3e714a211 on host dv-cinder-784763-1-smb for vnic_type normal with profile {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:07:42.951291 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-f0e9cb93-2094-4381-ace9-b1b9e1f314db None None] Attempting to bind port ea26e21f-5a3b-402c-b2e2-36a3e714a211 by drivers openvswitch,hyperv on host dv-cinder-784763-1-smb at level 0 using segments [{'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'}] {{(pid=84420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:07:42.951696 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e9cb93-2094-4381-ace9-b1b9e1f314db None None] Attempting to bind port ea26e21f-5a3b-402c-b2e2-36a3e714a211 on network 31dbbfbb-1103-49d1-a0e5-ac5561337b80 {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:07:42.959200 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e9cb93-2094-4381-ace9-b1b9e1f314db None None] Checking agent: {'id': '4e3bd3f6-d706-454d-ba20-d37fa4b11ed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 9), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:07:42.959618 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e9cb93-2094-4381-ace9-b1b9e1f314db None None] Checking segment: {'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:07:42.959930 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-02c170a6-0da1-4f04-af8c-883bfb9be059 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=818e8fafa2124227ab411cc36690b878&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3821826 Apr 05 12:07:42.960038 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f0e9cb93-2094-4381-ace9-b1b9e1f314db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:42.960460 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e9cb93-2094-4381-ace9-b1b9e1f314db None None] Bound using segment: {'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'} {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:07:42.961113 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-f0e9cb93-2094-4381-ace9-b1b9e1f314db None None] Bound port: ea26e21f-5a3b-402c-b2e2-36a3e714a211, host: dv-cinder-784763-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'}}] {{(pid=84420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:07:42.961543 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f0e9cb93-2094-4381-ace9-b1b9e1f314db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:42.962893 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 49290) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:43.065585 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-f0e9cb93-2094-4381-ace9-b1b9e1f314db None None] For port ea26e21f-5a3b-402c-b2e2-36a3e714a211, host dv-cinder-784763-1-smb, cleared binding levels {{(pid=84420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:07:43.073543 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-f0e9cb93-2094-4381-ace9-b1b9e1f314db None None] For port ea26e21f-5a3b-402c-b2e2-36a3e714a211, host dv-cinder-784763-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=ea26e21f-5a3b-402c-b2e2-36a3e714a211,segment=NetworkSegment(2ecfd34e-9a9f-4e0f-94e3-36d27d123670),segment_id=2ecfd34e-9a9f-4e0f-94e3-36d27d123670)] {{(pid=84420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:07:43.079896 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f0e9cb93-2094-4381-ace9-b1b9e1f314db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:43.101264 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f3a0347c-5794-449f-82bd-b54737b6eb89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:43.104218 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:43.208099 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f3a0347c-5794-449f-82bd-b54737b6eb89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:43.208218 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-c6e699bd-f54c-49c4-853e-490bd0e5cc0b admin admin] Allocated IP 172.20.0.1 (40fb80d3-753f-4a6e-8e1e-404338c152f4/ad6e7b7d-b348-4208-aa85-00f9b060484b/37584758-d8ac-49b8-8ba8-399d92b30e1d) {{(pid=84418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:07:43.281243 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18acd90-7639-458f-8c7d-9fcf92598abf None None] Pushing event updated for resources: {'Port': ['ID=ea26e21f-5a3b-402c-b2e2-36a3e714a211,revision_number=3']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:43.287388 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a18acd90-7639-458f-8c7d-9fcf92598abf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:43.297413 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae8f54-cdfd-4732-b919-690088eae87e req-d7a7a0d0-92dc-467e-a240-dbb25c8794c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:43.299126 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b9ae8f54-cdfd-4732-b919-690088eae87e req-d7a7a0d0-92dc-467e-a240-dbb25c8794c2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=72a46816-dc71-47bd-bb38-7bcc23ea7c25 HTTP/1.1" status: 200 len: 1098 time: 0.1733840 Apr 05 12:07:43.304581 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f3a0347c-5794-449f-82bd-b54737b6eb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:43.332359 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3e44e126-c372-492c-b72e-1eed7ee4b702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:43.347975 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e9cb93-2094-4381-ace9-b1b9e1f314db None None] Routers {'2ed1024c-404d-48eb-844a-bd8b14f3e405'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:07:43.351179 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-f0e9cb93-2094-4381-ace9-b1b9e1f314db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:07:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['2ed1024c-404d-48eb-844a-bd8b14f3e405'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:07:43.372291 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-4304b76a-c18d-4f18-85b9-43452de0dbb6 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8cacd2fbdd0843568a27bde35c8bbf1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5456648 Apr 05 12:07:43.377036 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0347c-5794-449f-82bd-b54737b6eb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e94b1e-66de-4ef3-9b92-5c0e7965135c,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:43.382990 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f3a0347c-5794-449f-82bd-b54737b6eb89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:43.393096 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f3a0347c-5794-449f-82bd-b54737b6eb89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:43.402215 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-f3a0347c-5794-449f-82bd-b54737b6eb89 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/55e94b1e-66de-4ef3-9b92-5c0e7965135c HTTP/1.1" status: 204 len: 168 time: 0.4372134 Apr 05 12:07:43.436713 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b9ae8f54-cdfd-4732-b919-690088eae87e req-301ed61f-01e5-44d8-9b1c-112152b9a7ee service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9130fa2a-248d-43c4-81e1-58e15de29d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246638 Apr 05 12:07:43.608730 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-4562f8bf-0045-42df-b022-6ec80e72caa2 service neutron] 10.222.0.26 "GET /v2.0/networks/49526f73-451b-47db-8aba-278bba25f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935055 Apr 05 12:07:43.705804 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-f0e9cb93-2094-4381-ace9-b1b9e1f314db None None] Set router 2ed1024c-404d-48eb-844a-bd8b14f3e405 gateway port host: dv-cinder-784763-1-smb {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:07:43.750083 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c6780-8f2e-4fcb-9ba7-a06f5e18413a req-d0b17758-3bb8-4590-bc31-690c32fdcccb tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:43.759360 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-485c6780-8f2e-4fcb-9ba7-a06f5e18413a req-d0b17758-3bb8-4590-bc31-690c32fdcccb tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=72a46816-dc71-47bd-bb38-7bcc23ea7c25 HTTP/1.1" status: 200 len: 945 time: 0.1489160 Apr 05 12:07:43.779883 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c6e699bd-f54c-49c4-853e-490bd0e5cc0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:43.818770 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-c6e699bd-f54c-49c4-853e-490bd0e5cc0b admin admin] Transition to ACTIVE for port object 37584758-d8ac-49b8-8ba8-399d92b30e1d will not be triggered until provisioned by entity DHCP. {{(pid=84418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:07:43.825796 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-485c6780-8f2e-4fcb-9ba7-a06f5e18413a req-e3f2ba5c-d644-4891-bc98-c25e47975c27 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/security-groups?id=9130fa2a-248d-43c4-81e1-58e15de29d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646782 Apr 05 12:07:43.843145 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-3ce2427b-daf0-4ae2-9a1a-3e35d01654d4 service neutron] 10.222.0.26 "GET /v2.0/networks/49526f73-451b-47db-8aba-278bba25f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217076 Apr 05 12:07:43.868847 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c6e699bd-f54c-49c4-853e-490bd0e5cc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:43.900018 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:44.042481 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc947a8-fe66-45e6-a4d3-e159c8e3a97a req-4b46349f-aa3f-4e99-b1ab-f6d4829842e3 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:44.051402 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8fc947a8-fe66-45e6-a4d3-e159c8e3a97a req-4b46349f-aa3f-4e99-b1ab-f6d4829842e3 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.1110706 Apr 05 12:07:44.053824 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e699bd-f54c-49c4-853e-490bd0e5cc0b admin admin] Pushing event updated for resources: {'Port': ['ID=37584758-d8ac-49b8-8ba8-399d92b30e1d,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:44.058687 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c6e699bd-f54c-49c4-853e-490bd0e5cc0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:44.134037 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8fc947a8-fe66-45e6-a4d3-e159c8e3a97a req-f9a44ec7-7517-4517-ace3-d6b81a2e77cf tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811641 Apr 05 12:07:44.236000 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-f0e9cb93-2094-4381-ace9-b1b9e1f314db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'name': 'tempest-AttachVolumeShelveTestJSON-1543860503-router', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:07:35Z', 'updated_at': '2021-04-05T12:07:39Z', 'revision_number': 3, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'gw_port': {'id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:15:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:37Z', 'updated_at': '2021-04-05T12:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb'}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:07:44.248799 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e9cb93-2094-4381-ace9-b1b9e1f314db None None] The sync data for ids ['2ed1024c-404d-48eb-844a-bd8b14f3e405'] in dv-cinder-784763-1-smb is: [{'id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'name': 'tempest-AttachVolumeShelveTestJSON-1543860503-router', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:07:35Z', 'updated_at': '2021-04-05T12:07:39Z', 'revision_number': 3, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'gw_port': {'id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:15:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:37Z', 'updated_at': '2021-04-05T12:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb'}] {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:07:44.267889 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e57e490e-7d55-4e38-ad45-7f5698c7f342 req-660246aa-04b7-4d9c-b91a-da18c9a4981d tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3e9bf7a-f578-4ee4-82ca-44dd3daac02b HTTP/1.1" status: 200 len: 210 time: 0.0902421 Apr 05 12:07:44.335975 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e699bd-f54c-49c4-853e-490bd0e5cc0b admin admin] Network 40fb80d3-753f-4a6e-8e1e-404338c152f4 is already hosted by enough agents. {{(pid=84418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:07:44.338076 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-c6e699bd-f54c-49c4-853e-490bd0e5cc0b admin admin] Resources bound (agent type, host, resource id): {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:07:44.340733 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e699bd-f54c-49c4-853e-490bd0e5cc0b admin admin] Received port after_create {{(pid=84418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:07:44.428147 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c6e699bd-f54c-49c4-853e-490bd0e5cc0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854114749'] for router_interface, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:44.668891 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c6e699bd-f54c-49c4-853e-490bd0e5cc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:44.708369 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-c848af48-c61e-45ab-8cc7-0f0478c83b35 None None] Provisioning for port 37584758-d8ac-49b8-8ba8-399d92b30e1d completed by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:07:44.719097 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-c848af48-c61e-45ab-8cc7-0f0478c83b35 None None] Provisioning complete for port 37584758-d8ac-49b8-8ba8-399d92b30e1d triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:07:44.719809 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c848af48-c61e-45ab-8cc7-0f0478c83b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:44.891087 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-c848af48-c61e-45ab-8cc7-0f0478c83b35 None None] Port 37584758-d8ac-49b8-8ba8-399d92b30e1d cannot update to ACTIVE because it is not bound. {{(pid=84419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 12:07:45.430286 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device ea26e21f-5a3b-402c-b2e2-36a3e714a211 up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:07:45.554667 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning for port ea26e21f-5a3b-402c-b2e2-36a3e714a211 completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:07:45.562289 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2b0b8-cb7f-4dfc-991a-b57062ebf855 req-c53a1000-8087-4541-ab2c-32fffaf0ce42 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:45.564381 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port ea26e21f-5a3b-402c-b2e2-36a3e714a211 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:07:45.565920 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:45.574242 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-60d2b0b8-cb7f-4dfc-991a-b57062ebf855 req-c53a1000-8087-4541-ab2c-32fffaf0ce42 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.2187011 Apr 05 12:07:45.649840 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9186ed-a3a9-4b26-a7b6-eb1e1fbbd0fb req-bec9bb71-9daa-46ea-b4f2-ac50c97b225c tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:45.652426 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-60d2b0b8-cb7f-4dfc-991a-b57062ebf855 req-dd14c7df-2fa6-47ca-9d53-1549f53bd90e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745022 Apr 05 12:07:45.658425 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4c9186ed-a3a9-4b26-a7b6-eb1e1fbbd0fb req-bec9bb71-9daa-46ea-b4f2-ac50c97b225c tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=72a46816-dc71-47bd-bb38-7bcc23ea7c25 HTTP/1.1" status: 200 len: 945 time: 0.6571960 Apr 05 12:07:45.730528 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4c9186ed-a3a9-4b26-a7b6-eb1e1fbbd0fb req-31c631fe-ce48-4548-b441-396e4d895ea2 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/security-groups?id=9130fa2a-248d-43c4-81e1-58e15de29d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710187 Apr 05 12:07:45.770075 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c6e699bd-f54c-49c4-853e-490bd0e5cc0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:45.777439 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c6e699bd-f54c-49c4-853e-490bd0e5cc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626450'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:45.796653 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:45.840440 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] For port ea26e21f-5a3b-402c-b2e2-36a3e714a211, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=ea26e21f-5a3b-402c-b2e2-36a3e714a211,segment=NetworkSegment(2ecfd34e-9a9f-4e0f-94e3-36d27d123670),segment_id=2ecfd34e-9a9f-4e0f-94e3-36d27d123670)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:07:45.848325 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:45.857743 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:45.880751 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:45.962551 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Pushing event updated for resources: {'Port': ['ID=ea26e21f-5a3b-402c-b2e2-36a3e714a211,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:45.967901 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:46.055055 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e699bd-f54c-49c4-853e-490bd0e5cc0b admin admin] Pushing event updated for resources: {'Port': ['ID=37584758-d8ac-49b8-8ba8-399d92b30e1d,revision_number=2']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:46.064775 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c6e699bd-f54c-49c4-853e-490bd0e5cc0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:46.067390 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a197de59-08eb-41b9-8a77-04dcb5efc7b4 req-f62dac2a-ca6c-4eec-895a-f72bd2298095 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3e9bf7a-f578-4ee4-82ca-44dd3daac02b HTTP/1.1" status: 200 len: 210 time: 0.0674686 Apr 05 12:07:46.070595 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c6e699bd-f54c-49c4-853e-490bd0e5cc0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854151964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853995370'] for router_interface, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:46.245063 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e699bd-f54c-49c4-853e-490bd0e5cc0b admin admin] Network 40fb80d3-753f-4a6e-8e1e-404338c152f4 is already hosted by enough agents. {{(pid=84418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:07:46.246340 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-c6e699bd-f54c-49c4-853e-490bd0e5cc0b admin admin] Resources bound (agent type, host, resource id): {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:07:46.482357 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-102159c6-4a93-4788-bf9b-6175d91ccfb5 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:46.484979 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-102159c6-4a93-4788-bf9b-6175d91ccfb5 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.32 "GET /v2.0/networks?id=49526f73-451b-47db-8aba-278bba25f53d HTTP/1.1" status: 200 len: 814 time: 0.3494749 Apr 05 12:07:46.500934 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-19ab7c1f-2592-411b-b6a0-5a4fb75cdfac tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Request body: {'port': {'device_id': 'e3e9bf7a-f578-4ee4-82ca-44dd3daac02b', 'network_id': '49526f73-451b-47db-8aba-278bba25f53d', 'admin_state_up': True, 'tenant_id': '8cacd2fbdd0843568a27bde35c8bbf1d'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:46.602799 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e699bd-f54c-49c4-853e-490bd0e5cc0b admin admin] Router 2ed1024c-404d-48eb-844a-bd8b14f3e405 has already been hosted by L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 {{(pid=84418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 12:07:46.639334 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-b2cd17bb-0669-45bd-aa64-56c7fd4323bb None None] Provisioning complete for port 37584758-d8ac-49b8-8ba8-399d92b30e1d triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:07:46.643608 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b2cd17bb-0669-45bd-aa64-56c7fd4323bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:46.693299 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-19ab7c1f-2592-411b-b6a0-5a4fb75cdfac tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:46.704126 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-19ab7c1f-2592-411b-b6a0-5a4fb75cdfac tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:46.724078 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-19ab7c1f-2592-411b-b6a0-5a4fb75cdfac tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Made reservation on behalf of 8cacd2fbdd0843568a27bde35c8bbf1d for: {'port': 1} {{(pid=84417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:07:46.731124 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-19ab7c1f-2592-411b-b6a0-5a4fb75cdfac tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:46.825946 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-b2cd17bb-0669-45bd-aa64-56c7fd4323bb None None] Port 37584758-d8ac-49b8-8ba8-399d92b30e1d cannot update to ACTIVE because it is not bound. {{(pid=84419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 12:07:46.844726 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e699bd-f54c-49c4-853e-490bd0e5cc0b admin admin] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:07:46.883333 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-c6e699bd-f54c-49c4-853e-490bd0e5cc0b admin admin] 10.222.0.26 "PUT /v2.0/routers/2ed1024c-404d-48eb-844a-bd8b14f3e405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7906051 Apr 05 12:07:46.948930 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-19ab7c1f-2592-411b-b6a0-5a4fb75cdfac tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Allocated IP 172.20.0.11 (49526f73-451b-47db-8aba-278bba25f53d/f4203655-c8b6-45d2-ab59-6589759dd37a/15817e27-b8fe-4aa1-9814-5f135bbab823) {{(pid=84417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:07:47.070168 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f1e05-0b23-48b9-9171-a8499cb40e78 req-52b606ad-c365-4af6-b97a-e47e965db95e tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:47.078451 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2c0f1e05-0b23-48b9-9171-a8499cb40e78 req-52b606ad-c365-4af6-b97a-e47e965db95e tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=72a46816-dc71-47bd-bb38-7bcc23ea7c25 HTTP/1.1" status: 200 len: 945 time: 0.1266091 Apr 05 12:07:47.125003 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2c0f1e05-0b23-48b9-9171-a8499cb40e78 req-0d3578fa-4fe4-4852-9ca8-3c08bdbcb1b7 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/security-groups?id=9130fa2a-248d-43c4-81e1-58e15de29d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426590 Apr 05 12:07:47.249456 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ff2b9-192e-4021-87c9-9531ef2103a3 req-d7017ea1-6675-49d3-b465-2bbc4f8a219b tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:47.258829 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-906ff2b9-192e-4021-87c9-9531ef2103a3 req-d7017ea1-6675-49d3-b465-2bbc4f8a219b tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.3030365 Apr 05 12:07:47.318989 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device ea26e21f-5a3b-402c-b2e2-36a3e714a211 up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:07:47.361381 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-906ff2b9-192e-4021-87c9-9531ef2103a3 req-3b6ef023-ce10-40b2-853b-9d283d9c4bce tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015017 Apr 05 12:07:47.380964 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-19ab7c1f-2592-411b-b6a0-5a4fb75cdfac tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks [] for port, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:47.452750 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-19ab7c1f-2592-411b-b6a0-5a4fb75cdfac tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:47.471727 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['016a7d1b-70ea-44fb-bdd4-f4e4d798727f', '567d4343-c876-4a60-bb91-51152c9ba689'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:07:47.478110 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:47.552148 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port ea26e21f-5a3b-402c-b2e2-36a3e714a211 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:07:47.552620 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:47.679989 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab7c1f-2592-411b-b6a0-5a4fb75cdfac tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Pushing event updated for resources: {'Port': ['ID=15817e27-b8fe-4aa1-9814-5f135bbab823,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:47.691404 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-19ab7c1f-2592-411b-b6a0-5a4fb75cdfac tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:47.809876 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d183468-485f-489d-a1a2-47e07b4708df None None] Sync routers for ids ['2ed1024c-404d-48eb-844a-bd8b14f3e405'] in dv-cinder-784763-1-smb {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:07:47.872206 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d183468-485f-489d-a1a2-47e07b4708df None None] Routers {'2ed1024c-404d-48eb-844a-bd8b14f3e405'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:07:47.873075 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-8d183468-485f-489d-a1a2-47e07b4708df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:07:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['2ed1024c-404d-48eb-844a-bd8b14f3e405'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:07:47.890825 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c6c7b-f548-41cf-b817-02641c423db3 req-c689e0ad-f710-4421-a4e1-cf27bc00a938 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:47.893018 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ac1c6c7b-f548-41cf-b817-02641c423db3 req-c689e0ad-f710-4421-a4e1-cf27bc00a938 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3e9bf7a-f578-4ee4-82ca-44dd3daac02b HTTP/1.1" status: 200 len: 932 time: 0.2824740 Apr 05 12:07:47.949939 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 49444) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:47.956151 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-2b75d847-2128-4d54-aaba-7cda426299ea tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1853065211', 'description': 'tempest-description--933553331'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:47.962816 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-2b75d847-2128-4d54-aaba-7cda426299ea tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:47.967115 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-2b75d847-2128-4d54-aaba-7cda426299ea tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Usage tracker for resource:security_group and tenant:ef963fd801d14231908609f44c23fa0b is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:47.970243 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-2b75d847-2128-4d54-aaba-7cda426299ea tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:47.977087 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-19ab7c1f-2592-411b-b6a0-5a4fb75cdfac tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Network 49526f73-451b-47db-8aba-278bba25f53d is already hosted by enough agents. {{(pid=84417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:07:47.977300 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-2b75d847-2128-4d54-aaba-7cda426299ea tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:47.981596 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ac1c6c7b-f548-41cf-b817-02641c423db3 req-6a586bba-4e95-4447-a679-e8c60920aeec tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784969 Apr 05 12:07:47.982913 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-19ab7c1f-2592-411b-b6a0-5a4fb75cdfac tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Resources bound (agent type, host, resource id): {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:07:47.985567 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-19ab7c1f-2592-411b-b6a0-5a4fb75cdfac tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Received port after_create {{(pid=84417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:07:47.996814 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2b75d847-2128-4d54-aaba-7cda426299ea tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:48.056914 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-2b75d847-2128-4d54-aaba-7cda426299ea tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:48.066891 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-2b75d847-2128-4d54-aaba-7cda426299ea tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Usage tracker for resource:security_group_rule and tenant:ef963fd801d14231908609f44c23fa0b is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:48.076154 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-2b75d847-2128-4d54-aaba-7cda426299ea tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:48.086746 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-2b75d847-2128-4d54-aaba-7cda426299ea tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:48.087463 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-19ab7c1f-2592-411b-b6a0-5a4fb75cdfac tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:48.088571 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-19ab7c1f-2592-411b-b6a0-5a4fb75cdfac tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for port, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:48.125318 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-19ab7c1f-2592-411b-b6a0-5a4fb75cdfac tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6285708 Apr 05 12:07:48.149584 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-f11aa29d-fc98-4635-9d29-1dd17fcfcd20 service neutron] Request body: {'port': {'device_id': 'e3e9bf7a-f578-4ee4-82ca-44dd3daac02b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:48.153656 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-8d183468-485f-489d-a1a2-47e07b4708df None None] Set router 2ed1024c-404d-48eb-844a-bd8b14f3e405 gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:07:48.271824 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2b75d847-2128-4d54-aaba-7cda426299ea tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:48.283577 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2b75d847-2128-4d54-aaba-7cda426299ea tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:48.293807 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-fa721e50-dc72-4286-93bd-88baeb25943d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:48.387313 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-f11aa29d-fc98-4635-9d29-1dd17fcfcd20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:48.422508 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75d847-2128-4d54-aaba-7cda426299ea tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e967de4a-f5f2-4e19-aea7-dd1a604b349a,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:48.428547 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2b75d847-2128-4d54-aaba-7cda426299ea tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:48.443515 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2b75d847-2128-4d54-aaba-7cda426299ea tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:48.444876 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-2b75d847-2128-4d54-aaba-7cda426299ea tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4938381 Apr 05 12:07:48.448196 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 49462) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:48.458009 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-27d13592-b1d6-4e1e-822a-b3bae002c31e tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Request body: {'security_group_rule': {'security_group_id': 'e967de4a-f5f2-4e19-aea7-dd1a604b349a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:48.467823 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-27d13592-b1d6-4e1e-822a-b3bae002c31e tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:48.479965 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-27d13592-b1d6-4e1e-822a-b3bae002c31e tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Usage tracker for resource:security_group_rule and tenant:ef963fd801d14231908609f44c23fa0b is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:48.486719 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-27d13592-b1d6-4e1e-822a-b3bae002c31e tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:48.503071 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-27d13592-b1d6-4e1e-822a-b3bae002c31e tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:48.534917 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-27d13592-b1d6-4e1e-822a-b3bae002c31e tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:48.652588 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-27d13592-b1d6-4e1e-822a-b3bae002c31e tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:48.663049 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-27d13592-b1d6-4e1e-822a-b3bae002c31e tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072689'] for security_group_rule, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:48.711925 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:48.751459 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d13592-b1d6-4e1e-822a-b3bae002c31e tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecef4d38-9a17-4b4a-b422-73d3f9ddf050,revision_number=0']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:48.753462 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-27d13592-b1d6-4e1e-822a-b3bae002c31e tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:48.755167 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-27d13592-b1d6-4e1e-822a-b3bae002c31e tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3055794 Apr 05 12:07:48.775473 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 49472) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:48.775473 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-27d13592-b1d6-4e1e-822a-b3bae002c31e tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:48.775473 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-8102b611-6604-4230-9503-35fcd811d72b tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Request body: {'security_group_rule': {'security_group_id': 'e967de4a-f5f2-4e19-aea7-dd1a604b349a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:48.775473 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-8102b611-6604-4230-9503-35fcd811d72b tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:48.781830 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-8102b611-6604-4230-9503-35fcd811d72b tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Usage tracker for resource:security_group_rule and tenant:ef963fd801d14231908609f44c23fa0b is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:48.790043 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-8102b611-6604-4230-9503-35fcd811d72b tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:48.793094 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-8d183468-485f-489d-a1a2-47e07b4708df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'name': 'tempest-AttachVolumeShelveTestJSON-1543860503-router', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:07:35Z', 'updated_at': '2021-04-05T12:07:44Z', 'revision_number': 4, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'gw_port': {'id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:15:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:37Z', 'updated_at': '2021-04-05T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': '37584758-d8ac-49b8-8ba8-399d92b30e1d', 'name': '', 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'mac_address': 'fa:16:3e:33:c4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:43Z', 'updated_at': '2021-04-05T12:07:44Z', 'revision_number': 2, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'subnets': [{'id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:07:48.797786 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d183468-485f-489d-a1a2-47e07b4708df None None] Checking router: 2ed1024c-404d-48eb-844a-bd8b14f3e405 for host: dv-cinder-784763-1-smb {{(pid=84419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:07:48.798420 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d183468-485f-489d-a1a2-47e07b4708df None None] Updating router 2ed1024c-404d-48eb-844a-bd8b14f3e405 port 37584758-d8ac-49b8-8ba8-399d92b30e1d binding host dv-cinder-784763-1-smb {{(pid=84419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 12:07:48.804420 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-8102b611-6604-4230-9503-35fcd811d72b tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:48.854355 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8102b611-6604-4230-9503-35fcd811d72b tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:48.869017 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8d183468-485f-489d-a1a2-47e07b4708df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:48.989552 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8102b611-6604-4230-9503-35fcd811d72b tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:49.001444 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8102b611-6604-4230-9503-35fcd811d72b tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072689'] for security_group_rule, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:49.034563 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-27d13592-b1d6-4e1e-822a-b3bae002c31e tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:49.047653 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960bde9-d8ca-43f3-9333-096192e8dfb5 req-fcb41d9d-3857-4a09-b172-80a1097ba104 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:49.049937 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8102b611-6604-4230-9503-35fcd811d72b tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:49.055088 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-8102b611-6604-4230-9503-35fcd811d72b tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2951617 Apr 05 12:07:49.057269 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4960bde9-d8ca-43f3-9333-096192e8dfb5 req-fcb41d9d-3857-4a09-b172-80a1097ba104 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.2174757 Apr 05 12:07:49.057386 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 49486) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:49.061261 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102b611-6604-4230-9503-35fcd811d72b tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a186f8f-4a90-4bd4-adbf-1cde487ea20f,revision_number=0']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:49.063912 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8102b611-6604-4230-9503-35fcd811d72b tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:49.071050 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-54a0a839-b65a-4954-afa1-953d2c7d62f3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Request body: {'floatingip': {'floating_network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:49.093076 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407c8f1-1db2-4a1e-8d85-a91058da1e9c req-02e7fbaa-e66c-4578-94e4-ec06f3024d94 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:49.095124 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d407c8f1-1db2-4a1e-8d85-a91058da1e9c req-02e7fbaa-e66c-4578-94e4-ec06f3024d94 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=72a46816-dc71-47bd-bb38-7bcc23ea7c25 HTTP/1.1" status: 200 len: 945 time: 0.2434702 Apr 05 12:07:49.096414 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-54a0a839-b65a-4954-afa1-953d2c7d62f3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:49.100922 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-54a0a839-b65a-4954-afa1-953d2c7d62f3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Usage tracker for resource:floatingip and tenant:ef963fd801d14231908609f44c23fa0b is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:49.105454 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-54a0a839-b65a-4954-afa1-953d2c7d62f3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:49.127857 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-54a0a839-b65a-4954-afa1-953d2c7d62f3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:49.134544 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4960bde9-d8ca-43f3-9333-096192e8dfb5 req-fe5bd759-5912-48a6-bb1a-a023d843f7a8 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758436 Apr 05 12:07:49.172149 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-54a0a839-b65a-4954-afa1-953d2c7d62f3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for floatingip, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:49.199175 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d407c8f1-1db2-4a1e-8d85-a91058da1e9c req-e9d73455-89b3-4d68-97f2-a5055470219b tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/security-groups?id=9130fa2a-248d-43c4-81e1-58e15de29d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948210 Apr 05 12:07:49.240589 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-f11aa29d-fc98-4635-9d29-1dd17fcfcd20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15817e27-b8fe-4aa1-9814-5f135bbab823 {{(pid=84417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:07:49.260746 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-f11aa29d-fc98-4635-9d29-1dd17fcfcd20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:49.277195 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-f11aa29d-fc98-4635-9d29-1dd17fcfcd20 service neutron] Transition to ACTIVE for port object 15817e27-b8fe-4aa1-9814-5f135bbab823 will not be triggered until provisioned by entity L2. {{(pid=84417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:07:49.284603 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-f11aa29d-fc98-4635-9d29-1dd17fcfcd20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853132046'] for port, after_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:49.315680 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-19ab7c1f-2592-411b-b6a0-5a4fb75cdfac tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:49.469789 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-54a0a839-b65a-4954-afa1-953d2c7d62f3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:49.474313 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11aa29d-fc98-4635-9d29-1dd17fcfcd20 service neutron] Pushing event updated for resources: {'Port': ['ID=15817e27-b8fe-4aa1-9814-5f135bbab823,revision_number=2']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:49.483054 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f11aa29d-fc98-4635-9d29-1dd17fcfcd20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:49.707527 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d764903-6c64-4fb0-90d4-80d2256b0cef req-61493553-06aa-4d1e-b8ce-ac8d0225832b tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:49.708340 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-9d764903-6c64-4fb0-90d4-80d2256b0cef req-61493553-06aa-4d1e-b8ce-ac8d0225832b tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Synchronizing usage tracker for tenant:8cacd2fbdd0843568a27bde35c8bbf1d on resource:port {{(pid=84417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:07:49.716621 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-54a0a839-b65a-4954-afa1-953d2c7d62f3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Allocated IP 172.28.2.161 (31dbbfbb-1103-49d1-a0e5-ac5561337b80/73ae074f-8780-41b9-9bf3-4fc6dce4ecd5/92cd3213-c73d-47ca-a2e8-e7089e1c6558) {{(pid=84418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:07:49.747969 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-9d764903-6c64-4fb0-90d4-80d2256b0cef req-61493553-06aa-4d1e-b8ce-ac8d0225832b tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Unset dirty status for tenant:8cacd2fbdd0843568a27bde35c8bbf1d on resource:port {{(pid=84417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:07:49.749268 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9d764903-6c64-4fb0-90d4-80d2256b0cef req-61493553-06aa-4d1e-b8ce-ac8d0225832b tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3e9bf7a-f578-4ee4-82ca-44dd3daac02b HTTP/1.1" status: 200 len: 944 time: 0.2767422 Apr 05 12:07:49.787616 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8d183468-485f-489d-a1a2-47e07b4708df None None] Notify callbacks [] for port, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:49.808460 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-8d183468-485f-489d-a1a2-47e07b4708df None None] Transition to ACTIVE for port object 37584758-d8ac-49b8-8ba8-399d92b30e1d will not be triggered until provisioned by entity L2. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:07:49.817890 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8d183468-485f-489d-a1a2-47e07b4708df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:49.837512 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:49.898236 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9d764903-6c64-4fb0-90d4-80d2256b0cef req-b989eb7a-2c64-4224-8462-79cafaa71900 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378486 Apr 05 12:07:49.912265 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-54a0a839-b65a-4954-afa1-953d2c7d62f3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for port, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:49.962769 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-54a0a839-b65a-4954-afa1-953d2c7d62f3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:49.982982 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:50.056282 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19742f02-253a-40ed-bb40-f72abc751c67 None None] Pushing event updated for resources: {'Port': ['ID=37584758-d8ac-49b8-8ba8-399d92b30e1d,revision_number=3']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:50.062031 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-19742f02-253a-40ed-bb40-f72abc751c67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:50.088464 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a0a839-b65a-4954-afa1-953d2c7d62f3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Pushing event updated for resources: {'Port': ['ID=92cd3213-c73d-47ca-a2e8-e7089e1c6558,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:50.094872 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-54a0a839-b65a-4954-afa1-953d2c7d62f3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:50.385252 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a0a839-b65a-4954-afa1-953d2c7d62f3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Network 31dbbfbb-1103-49d1-a0e5-ac5561337b80 is already hosted by enough agents. {{(pid=84418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:07:50.385252 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-54a0a839-b65a-4954-afa1-953d2c7d62f3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Resources bound (agent type, host, resource id): {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:07:50.391832 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a0a839-b65a-4954-afa1-953d2c7d62f3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Received port after_create {{(pid=84418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:07:50.404253 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-f11aa29d-fc98-4635-9d29-1dd17fcfcd20 service neutron] Attempting to bind port 15817e27-b8fe-4aa1-9814-5f135bbab823 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:07:50.404638 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-f11aa29d-fc98-4635-9d29-1dd17fcfcd20 service neutron] Attempting to bind port 15817e27-b8fe-4aa1-9814-5f135bbab823 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '87a99d09-0430-4d43-b90b-ebe3a6cff4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '49526f73-451b-47db-8aba-278bba25f53d'}] {{(pid=84417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:07:50.405010 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-f11aa29d-fc98-4635-9d29-1dd17fcfcd20 service neutron] Attempting to bind port 15817e27-b8fe-4aa1-9814-5f135bbab823 on network 49526f73-451b-47db-8aba-278bba25f53d {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:07:50.414060 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-f11aa29d-fc98-4635-9d29-1dd17fcfcd20 service neutron] Port 15817e27-b8fe-4aa1-9814-5f135bbab823 on network 49526f73-451b-47db-8aba-278bba25f53d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 12:07:50.414350 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-f11aa29d-fc98-4635-9d29-1dd17fcfcd20 service neutron] Attempting to bind port 15817e27-b8fe-4aa1-9814-5f135bbab823 on network 49526f73-451b-47db-8aba-278bba25f53d {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:07:50.420418 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-f11aa29d-fc98-4635-9d29-1dd17fcfcd20 service neutron] Checking agent: {'id': 'b4ce1f0a-2cfc-4a41-8c75-ffa3be69bd3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:07:50.420796 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-f11aa29d-fc98-4635-9d29-1dd17fcfcd20 service neutron] Checking segment: {'id': '87a99d09-0430-4d43-b90b-ebe3a6cff4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '49526f73-451b-47db-8aba-278bba25f53d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:07:50.421222 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-f11aa29d-fc98-4635-9d29-1dd17fcfcd20 service neutron] Bound using segment: {'id': '87a99d09-0430-4d43-b90b-ebe3a6cff4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '49526f73-451b-47db-8aba-278bba25f53d'} {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:07:50.426814 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-f11aa29d-fc98-4635-9d29-1dd17fcfcd20 service neutron] Bound port: 15817e27-b8fe-4aa1-9814-5f135bbab823, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87a99d09-0430-4d43-b90b-ebe3a6cff4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '49526f73-451b-47db-8aba-278bba25f53d'}}] {{(pid=84417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:07:50.427251 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-f11aa29d-fc98-4635-9d29-1dd17fcfcd20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:50.500140 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-8d183468-485f-489d-a1a2-47e07b4708df None None] Attempting to bind port 37584758-d8ac-49b8-8ba8-399d92b30e1d on host dv-cinder-784763-1-smb for vnic_type normal with profile {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:07:50.500565 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-8d183468-485f-489d-a1a2-47e07b4708df None None] Attempting to bind port 37584758-d8ac-49b8-8ba8-399d92b30e1d by drivers openvswitch,hyperv on host dv-cinder-784763-1-smb at level 0 using segments [{'id': '6e7164c8-a764-4899-8517-c60c29f2f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4'}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:07:50.500982 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d183468-485f-489d-a1a2-47e07b4708df None None] Attempting to bind port 37584758-d8ac-49b8-8ba8-399d92b30e1d on network 40fb80d3-753f-4a6e-8e1e-404338c152f4 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:07:50.508357 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d183468-485f-489d-a1a2-47e07b4708df None None] Checking agent: {'id': '4e3bd3f6-d706-454d-ba20-d37fa4b11ed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 9), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:07:50.508588 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d183468-485f-489d-a1a2-47e07b4708df None None] Checking segment: {'id': '6e7164c8-a764-4899-8517-c60c29f2f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:07:50.508872 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8d183468-485f-489d-a1a2-47e07b4708df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:50.509310 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d183468-485f-489d-a1a2-47e07b4708df None None] Bound using segment: {'id': '6e7164c8-a764-4899-8517-c60c29f2f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4'} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:07:50.509864 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-8d183468-485f-489d-a1a2-47e07b4708df None None] Bound port: 37584758-d8ac-49b8-8ba8-399d92b30e1d, host: dv-cinder-784763-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e7164c8-a764-4899-8517-c60c29f2f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4'}}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:07:50.510285 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8d183468-485f-489d-a1a2-47e07b4708df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:50.614654 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c9eee-8c9d-4693-99f5-951f36d4b083 req-aa9df39e-7497-4dd2-85b5-a0d6e66fc6d3 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:50.616346 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-866c9eee-8c9d-4693-99f5-951f36d4b083 req-aa9df39e-7497-4dd2-85b5-a0d6e66fc6d3 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=72a46816-dc71-47bd-bb38-7bcc23ea7c25 HTTP/1.1" status: 200 len: 945 time: 0.1723945 Apr 05 12:07:50.674252 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-8d183468-485f-489d-a1a2-47e07b4708df None None] For port 37584758-d8ac-49b8-8ba8-399d92b30e1d, host dv-cinder-784763-1-smb, cleared binding levels {{(pid=84419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:07:50.679176 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-8d183468-485f-489d-a1a2-47e07b4708df None None] For port 37584758-d8ac-49b8-8ba8-399d92b30e1d, host dv-cinder-784763-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=37584758-d8ac-49b8-8ba8-399d92b30e1d,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:07:50.684609 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-f11aa29d-fc98-4635-9d29-1dd17fcfcd20 service neutron] For port 15817e27-b8fe-4aa1-9814-5f135bbab823, host hv-cinder-78476, cleared binding levels {{(pid=84417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:07:50.693241 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8d183468-485f-489d-a1a2-47e07b4708df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:50.698103 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-866c9eee-8c9d-4693-99f5-951f36d4b083 req-55677503-ad2f-4141-bdaf-75b4b6061a64 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/security-groups?id=9130fa2a-248d-43c4-81e1-58e15de29d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731697 Apr 05 12:07:50.714400 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-f11aa29d-fc98-4635-9d29-1dd17fcfcd20 service neutron] For port 15817e27-b8fe-4aa1-9814-5f135bbab823, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=15817e27-b8fe-4aa1-9814-5f135bbab823,segment=NetworkSegment(87a99d09-0430-4d43-b90b-ebe3a6cff4b3),segment_id=87a99d09-0430-4d43-b90b-ebe3a6cff4b3)] {{(pid=84417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:07:50.717851 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:50.720637 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-f11aa29d-fc98-4635-9d29-1dd17fcfcd20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853132046'] for port, after_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:50.738999 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5a79aff4-babf-4a90-b673-fa972b42c64f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:50.806308 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d3b44-e32a-4933-8dd4-0bcf97f4a18c req-f9b23238-4fd2-4e75-b68a-09c5821ca85d tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:50.808085 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-229d3b44-e32a-4933-8dd4-0bcf97f4a18c req-f9b23238-4fd2-4e75-b68a-09c5821ca85d tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a46816-dc71-47bd-bb38-7bcc23ea7c25 HTTP/1.1" status: 200 len: 945 time: 0.2827275 Apr 05 12:07:50.811832 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-54a0a839-b65a-4954-afa1-953d2c7d62f3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:50.870339 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11aa29d-fc98-4635-9d29-1dd17fcfcd20 service neutron] Pushing event updated for resources: {'Port': ['ID=15817e27-b8fe-4aa1-9814-5f135bbab823,revision_number=3']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:50.870339 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f11aa29d-fc98-4635-9d29-1dd17fcfcd20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:50.991456 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19742f02-253a-40ed-bb40-f72abc751c67 None None] Pushing event updated for resources: {'Port': ['ID=37584758-d8ac-49b8-8ba8-399d92b30e1d,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:50.994940 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0b187-96d6-406c-95a1-c2788b7d11c8 req-b1d6179b-cea4-417c-929c-42ab1641e070 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:51.000173 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-19742f02-253a-40ed-bb40-f72abc751c67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:51.002703 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-bcf0b187-96d6-406c-95a1-c2788b7d11c8 req-b1d6179b-cea4-417c-929c-42ab1641e070 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.5248494 Apr 05 12:07:51.004179 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d183468-485f-489d-a1a2-47e07b4708df None None] Routers {'2ed1024c-404d-48eb-844a-bd8b14f3e405'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:07:51.006183 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-8d183468-485f-489d-a1a2-47e07b4708df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:07:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['2ed1024c-404d-48eb-844a-bd8b14f3e405'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:07:51.073925 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-f11aa29d-fc98-4635-9d29-1dd17fcfcd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:51.074364 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-f11aa29d-fc98-4635-9d29-1dd17fcfcd20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for port, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:51.075883 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-f11aa29d-fc98-4635-9d29-1dd17fcfcd20 service neutron] 10.222.0.32 "PUT /v2.0/ports/15817e27-b8fe-4aa1-9814-5f135bbab823 HTTP/1.1" status: 200 len: 1094 time: 2.9315805 Apr 05 12:07:51.076624 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e9bf7a-f578-4ee4-82ca-44dd3daac02b', 'tag': '15817e27-b8fe-4aa1-9814-5f135bbab823'}] {{(pid=84417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:07:51.172693 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-54a0a839-b65a-4954-afa1-953d2c7d62f3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:51.340205 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-8d183468-485f-489d-a1a2-47e07b4708df None None] Set router 2ed1024c-404d-48eb-844a-bd8b14f3e405 gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:07:51.445260 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-d3d477e2-944e-4ab5-ba81-956d97c323f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:51.447226 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-d3d477e2-944e-4ab5-ba81-956d97c323f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cacd2fbdd0843568a27bde35c8bbf1d&device_id=e3e9bf7a-f578-4ee4-82ca-44dd3daac02b HTTP/1.1" status: 200 len: 1097 time: 0.3101733 Apr 05 12:07:51.465599 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89afc9f-b1f4-45d2-a200-ce8134ad58cd req-155f58cf-57c9-43f5-8090-e38b701ed7c7 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:51.473075 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f89afc9f-b1f4-45d2-a200-ce8134ad58cd req-155f58cf-57c9-43f5-8090-e38b701ed7c7 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3e9bf7a-f578-4ee4-82ca-44dd3daac02b HTTP/1.1" status: 200 len: 944 time: 0.2384562 Apr 05 12:07:51.518683 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-bcf0b187-96d6-406c-95a1-c2788b7d11c8 req-8dfb1ddc-4a4a-4171-b977-3c2931de3694 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150065 Apr 05 12:07:51.578575 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-ddd58160-33cb-4da2-bfae-4ddd56fa69c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15817e27-b8fe-4aa1-9814-5f135bbab823 HTTP/1.1" status: 200 len: 217 time: 0.0787749 Apr 05 12:07:51.589003 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-229d3b44-e32a-4933-8dd4-0bcf97f4a18c req-590136fd-3a4e-4b66-8f4e-9eff144ef359 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Deleting port 9f24db65-2baa-4add-82cd-c36b6cd56437 {{(pid=84418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:07:51.589388 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-229d3b44-e32a-4933-8dd4-0bcf97f4a18c req-590136fd-3a4e-4b66-8f4e-9eff144ef359 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:51.625932 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e9bf7a-f578-4ee4-82ca-44dd3daac02b', 'tag': '15817e27-b8fe-4aa1-9814-5f135bbab823', 'status': 'completed', 'code': 200} Apr 05 12:07:51.727905 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f89afc9f-b1f4-45d2-a200-ce8134ad58cd req-d57a38a4-c444-4dce-90c5-28c27d2021f2 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532644 Apr 05 12:07:51.788224 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-421de785-1271-4408-8918-6214271f4a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:51.792107 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-421de785-1271-4408-8918-6214271f4a07 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4203655-c8b6-45d2-ab59-6589759dd37a HTTP/1.1" status: 200 len: 854 time: 0.1647823 Apr 05 12:07:51.904427 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-7cf00d14-d3f0-4280-afac-b61eb96cac44 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=49526f73-451b-47db-8aba-278bba25f53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035104 Apr 05 12:07:52.014729 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-8d183468-485f-489d-a1a2-47e07b4708df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'name': 'tempest-AttachVolumeShelveTestJSON-1543860503-router', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:07:35Z', 'updated_at': '2021-04-05T12:07:44Z', 'revision_number': 4, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'gw_port': {'id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:15:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:37Z', 'updated_at': '2021-04-05T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': '37584758-d8ac-49b8-8ba8-399d92b30e1d', 'name': '', 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'mac_address': 'fa:16:3e:33:c4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:43Z', 'updated_at': '2021-04-05T12:07:50Z', 'revision_number': 4, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'subnets': [{'id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:07:52.021199 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d183468-485f-489d-a1a2-47e07b4708df None None] The sync data for ids ['2ed1024c-404d-48eb-844a-bd8b14f3e405'] in dv-cinder-784763-1-smb is: [{'id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'name': 'tempest-AttachVolumeShelveTestJSON-1543860503-router', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:07:35Z', 'updated_at': '2021-04-05T12:07:44Z', 'revision_number': 4, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'gw_port': {'id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:15:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:37Z', 'updated_at': '2021-04-05T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': '37584758-d8ac-49b8-8ba8-399d92b30e1d', 'name': '', 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'mac_address': 'fa:16:3e:33:c4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:43Z', 'updated_at': '2021-04-05T12:07:50Z', 'revision_number': 4, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'subnets': [{'id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:07:52.141673 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-4de773b8-2345-42bd-bea3-101671fa1305 service neutron] 10.222.0.32 "GET /v2.0/networks/49526f73-451b-47db-8aba-278bba25f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274246 Apr 05 12:07:52.375414 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4b012760-ae8e-4942-842d-b444ba3b0957 req-42d89a0c-35c6-475b-824d-4f69f01eb4c8 service neutron] 10.222.0.32 "GET /v2.0/networks/49526f73-451b-47db-8aba-278bba25f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228944 Apr 05 12:07:52.472823 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-229d3b44-e32a-4933-8dd4-0bcf97f4a18c req-590136fd-3a4e-4b66-8f4e-9eff144ef359 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] For port 9f24db65-2baa-4add-82cd-c36b6cd56437, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=9f24db65-2baa-4add-82cd-c36b6cd56437,segment=NetworkSegment(cff66e35-35e3-4977-95da-cd674537f379),segment_id=cff66e35-35e3-4977-95da-cd674537f379)] {{(pid=84418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:07:52.473328 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-229d3b44-e32a-4933-8dd4-0bcf97f4a18c req-590136fd-3a4e-4b66-8f4e-9eff144ef359 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:52.503714 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffb901-fb39-4589-9009-ce96478bc637 req-2ef71ddd-844d-4db3-a613-779c9f34c586 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:52.512024 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d5ffb901-fb39-4589-9009-ce96478bc637 req-2ef71ddd-844d-4db3-a613-779c9f34c586 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=72a46816-dc71-47bd-bb38-7bcc23ea7c25 HTTP/1.1" status: 200 len: 945 time: 0.3341222 Apr 05 12:07:52.622114 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4205f-e10e-495f-bac0-2f174f0a7342 req-ef3f8fe7-6892-42e9-bb83-6f068237c136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:52.622357 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3ea4205f-e10e-495f-bac0-2f174f0a7342 req-ef3f8fe7-6892-42e9-bb83-6f068237c136 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cacd2fbdd0843568a27bde35c8bbf1d&device_id=e3e9bf7a-f578-4ee4-82ca-44dd3daac02b HTTP/1.1" status: 200 len: 1097 time: 0.1683407 Apr 05 12:07:52.722145 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-229d3b44-e32a-4933-8dd4-0bcf97f4a18c req-590136fd-3a4e-4b66-8f4e-9eff144ef359 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Calling delete_port for 9f24db65-2baa-4add-82cd-c36b6cd56437 owned by compute:nova {{(pid=84418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:07:52.736469 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 49608) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:52.780932 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d5ffb901-fb39-4589-9009-ce96478bc637 req-93f88ac5-334c-4d6e-87b8-f7449eeb2836 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/security-groups?id=9130fa2a-248d-43c4-81e1-58e15de29d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677102 Apr 05 12:07:52.866639 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-54a0a839-b65a-4954-afa1-953d2c7d62f3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for port, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:52.898951 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-54a0a839-b65a-4954-afa1-953d2c7d62f3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626450'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:52.941390 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4205f-e10e-495f-bac0-2f174f0a7342 req-7a28f532-04cd-4d8f-bc22-52cda7df52de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:52.944467 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3ea4205f-e10e-495f-bac0-2f174f0a7342 req-7a28f532-04cd-4d8f-bc22-52cda7df52de service neutron] 10.222.0.32 "GET /v2.0/networks?id=49526f73-451b-47db-8aba-278bba25f53d HTTP/1.1" status: 200 len: 915 time: 0.3097236 Apr 05 12:07:52.958334 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d4023-63f8-4e3b-84d9-57e01f433773 req-3c4164e5-6983-42e4-8fe1-9b678eff53f6 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:52.960579 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-007d4023-63f8-4e3b-84d9-57e01f433773 req-3c4164e5-6983-42e4-8fe1-9b678eff53f6 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.2153413 Apr 05 12:07:53.074972 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3ea4205f-e10e-495f-bac0-2f174f0a7342 req-60221bcf-17cc-4a3a-b22e-47e6446d7b57 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15817e27-b8fe-4aa1-9814-5f135bbab823 HTTP/1.1" status: 200 len: 217 time: 0.1130066 Apr 05 12:07:53.121043 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:53.160367 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-45265511-020a-411d-ba74-4cf26a70618d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:53.198157 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-007d4023-63f8-4e3b-84d9-57e01f433773 req-2b2b7dbc-cbca-4baa-991b-c7f812a31a83 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707306 Apr 05 12:07:53.206227 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-45265511-020a-411d-ba74-4cf26a70618d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:53.214434 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-45265511-020a-411d-ba74-4cf26a70618d admin admin] Usage tracker for resource:security_group_rule and tenant:4478795917f949a0972eb2068ec6750a is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:53.218888 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-45265511-020a-411d-ba74-4cf26a70618d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:53.228216 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4205f-e10e-495f-bac0-2f174f0a7342 req-61f329e4-805c-4e2b-b516-34baea586431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:53.230127 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3ea4205f-e10e-495f-bac0-2f174f0a7342 req-61f329e4-805c-4e2b-b516-34baea586431 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4203655-c8b6-45d2-ab59-6589759dd37a HTTP/1.1" status: 200 len: 854 time: 0.1376526 Apr 05 12:07:53.243510 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-45265511-020a-411d-ba74-4cf26a70618d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:53.295808 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a0a839-b65a-4954-afa1-953d2c7d62f3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Pushing event updated for resources: {'Port': ['ID=92cd3213-c73d-47ca-a2e8-e7089e1c6558,revision_number=2']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:53.314912 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-54a0a839-b65a-4954-afa1-953d2c7d62f3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:53.324232 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3ea4205f-e10e-495f-bac0-2f174f0a7342 req-3c506555-4970-43d4-b054-3acbc0b2dd47 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=49526f73-451b-47db-8aba-278bba25f53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769658 Apr 05 12:07:53.379012 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 37584758-d8ac-49b8-8ba8-399d92b30e1d up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:07:53.464906 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning for port 37584758-d8ac-49b8-8ba8-399d92b30e1d completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:07:53.471458 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port 37584758-d8ac-49b8-8ba8-399d92b30e1d triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:07:53.471879 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:53.580867 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3ea4205f-e10e-495f-bac0-2f174f0a7342 req-12df78d4-7ed5-4fee-85c8-abaf0654db03 service neutron] 10.222.0.32 "GET /v2.0/networks/49526f73-451b-47db-8aba-278bba25f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244074 Apr 05 12:07:53.581118 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-54a0a839-b65a-4954-afa1-953d2c7d62f3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854004789'] for floatingip, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:53.591124 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb65b0-90f3-475e-960b-0ab9d4a0a12e req-a036c0b4-9256-43cb-86c6-a0c2a797f3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:53.592732 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-46cb65b0-90f3-475e-960b-0ab9d4a0a12e req-a036c0b4-9256-43cb-86c6-a0c2a797f3a0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 1098 time: 0.8826630 Apr 05 12:07:53.610749 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:53.611541 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6be96-91ec-468f-8121-85e61e9073cf req-dc854f79-3d19-40f1-befb-e834266f2b6e tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:53.613287 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-48f6be96-91ec-468f-8121-85e61e9073cf req-dc854f79-3d19-40f1-befb-e834266f2b6e tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3e9bf7a-f578-4ee4-82ca-44dd3daac02b HTTP/1.1" status: 200 len: 944 time: 0.4964046 Apr 05 12:07:53.652317 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-45265511-020a-411d-ba74-4cf26a70618d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:53.652896 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] For port 37584758-d8ac-49b8-8ba8-399d92b30e1d, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=37584758-d8ac-49b8-8ba8-399d92b30e1d,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:07:53.661714 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:53.663842 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c6b34a24-97f4-4fab-a3a3-6a84727a85e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:53.670975 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-45265511-020a-411d-ba74-4cf26a70618d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:53.675098 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-229d3b44-e32a-4933-8dd4-0bcf97f4a18c req-590136fd-3a4e-4b66-8f4e-9eff144ef359 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:53.687012 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-af9f3643-747c-4f5f-b3a4-c3f5ff68549a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:53.703559 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-fd86f777-2836-4f72-9607-d7c5690a6743 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:53.752868 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Pushing event updated for resources: {'Port': ['ID=37584758-d8ac-49b8-8ba8-399d92b30e1d,revision_number=5']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:53.756633 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:53.813375 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590136fd-3a4e-4b66-8f4e-9eff144ef359 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Pushing event deleted for resources: {'Port': ['ID=9f24db65-2baa-4add-82cd-c36b6cd56437,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:53.816458 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-54a0a839-b65a-4954-afa1-953d2c7d62f3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:53.817839 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-54a0a839-b65a-4954-afa1-953d2c7d62f3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7586546 Apr 05 12:07:53.818959 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-590136fd-3a4e-4b66-8f4e-9eff144ef359 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:53.833161 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-45265511-020a-411d-ba74-4cf26a70618d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4478795917f949a0972eb2068ec6750a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0954413 Apr 05 12:07:53.843039 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 49646) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:53.851196 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45265511-020a-411d-ba74-4cf26a70618d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3437c602-81c6-463c-9b7c-6e4fc8cab6fc,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:53.868103 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-45265511-020a-411d-ba74-4cf26a70618d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:53.927501 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-46cb65b0-90f3-475e-960b-0ab9d4a0a12e req-9c0b8086-1b11-4ada-a002-b81a178f10bc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124723 Apr 05 12:07:53.933893 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3ea4205f-e10e-495f-bac0-2f174f0a7342 req-5b85b2d8-bad8-412f-a00a-0727c52c4977 service neutron] 10.222.0.32 "GET /v2.0/networks/49526f73-451b-47db-8aba-278bba25f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410776 Apr 05 12:07:53.949066 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-48f6be96-91ec-468f-8121-85e61e9073cf req-77b42c1a-3003-4715-92d8-337fad0c2b8c tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025351 Apr 05 12:07:53.951038 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-18c9f263-b5f6-45d1-8d8f-25998003a834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:54.036234 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-18c9f263-b5f6-45d1-8d8f-25998003a834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:54.045331 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-847076c3-9ac0-4e82-960e-979af602c405 req-f9a1f7a0-fa21-48c2-9aca-ec76ee84b5b2 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=72a46816-dc71-47bd-bb38-7bcc23ea7c25 HTTP/1.1" status: 200 len: 210 time: 0.0836713 Apr 05 12:07:54.093775 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-18c9f263-b5f6-45d1-8d8f-25998003a834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:54.096418 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-179e9a5c-2ab3-4b6c-8ebb-58b73ae57c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:54.114355 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9f263-b5f6-45d1-8d8f-25998003a834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3437c602-81c6-463c-9b7c-6e4fc8cab6fc,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:54.123333 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-18c9f263-b5f6-45d1-8d8f-25998003a834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:54.124358 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-18c9f263-b5f6-45d1-8d8f-25998003a834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:54.128499 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-18c9f263-b5f6-45d1-8d8f-25998003a834 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3437c602-81c6-463c-9b7c-6e4fc8cab6fc HTTP/1.1" status: 204 len: 168 time: 0.2843356 Apr 05 12:07:54.163681 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-229d3b44-e32a-4933-8dd4-0bcf97f4a18c req-590136fd-3a4e-4b66-8f4e-9eff144ef359 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] No DVR routers for this DVR port 9f24db65-2baa-4add-82cd-c36b6cd56437 on host hv-cinder-78476 {{(pid=84418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 12:07:54.168614 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-229d3b44-e32a-4933-8dd4-0bcf97f4a18c req-590136fd-3a4e-4b66-8f4e-9eff144ef359 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:54.170716 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-229d3b44-e32a-4933-8dd4-0bcf97f4a18c req-590136fd-3a4e-4b66-8f4e-9eff144ef359 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.32 "DELETE /v2.0/ports/9f24db65-2baa-4add-82cd-c36b6cd56437 HTTP/1.1" status: 204 len: 173 time: 3.3445845 Apr 05 12:07:54.171279 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a46816-dc71-47bd-bb38-7bcc23ea7c25', 'name': 'network-vif-deleted', 'tag': '9f24db65-2baa-4add-82cd-c36b6cd56437'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:07:54.216684 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-a55da787-c065-4b73-9078-351fad8e48cb tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Synchronizing usage tracker for tenant:ef963fd801d14231908609f44c23fa0b on resource:security_group {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:07:54.236089 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-a55da787-c065-4b73-9078-351fad8e48cb tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Unset dirty status for tenant:ef963fd801d14231908609f44c23fa0b on resource:security_group {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:07:54.237634 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-a55da787-c065-4b73-9078-351fad8e48cb tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1853065211&fields=id&tenant_id=ef963fd801d14231908609f44c23fa0b HTTP/1.1" status: 200 len: 267 time: 0.1053917 Apr 05 12:07:54.295873 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a46816-dc71-47bd-bb38-7bcc23ea7c25', 'name': 'network-vif-deleted', 'tag': '9f24db65-2baa-4add-82cd-c36b6cd56437', 'status': 'completed', 'code': 200} Apr 05 12:07:54.473630 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd1ea2-15c0-4425-8f88-e970103722ba req-9fbfe47f-6de2-4fa4-a35a-7df229a49f20 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:54.483087 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d2dd1ea2-15c0-4425-8f88-e970103722ba req-9fbfe47f-6de2-4fa4-a35a-7df229a49f20 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.1114566 Apr 05 12:07:54.527975 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-8fc6e9c9-2056-43c1-8f99-596b022c684a tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:54.528707 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-8fc6e9c9-2056-43c1-8f99-596b022c684a tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Synchronizing usage tracker for tenant:ef963fd801d14231908609f44c23fa0b on resource:network {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:07:54.539719 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d2dd1ea2-15c0-4425-8f88-e970103722ba req-537f2986-83fa-4216-abc4-fbfbe2ec7af6 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552204 Apr 05 12:07:54.553391 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-8fc6e9c9-2056-43c1-8f99-596b022c684a tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Unset dirty status for tenant:ef963fd801d14231908609f44c23fa0b on resource:network {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:07:54.554890 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-8fc6e9c9-2056-43c1-8f99-596b022c684a tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/networks?id=40fb80d3-753f-4a6e-8e1e-404338c152f4 HTTP/1.1" status: 200 len: 817 time: 0.3086679 Apr 05 12:07:54.582325 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-0752e39e-78ae-457b-83fe-9c6468d324a4 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/quotas/ef963fd801d14231908609f44c23fa0b HTTP/1.1" status: 200 len: 375 time: 0.0163319 Apr 05 12:07:54.628782 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 49686) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:54.651791 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7456f9f1-f920-44c2-b4c4-45a341c03d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:54.672770 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-7456f9f1-f920-44c2-b4c4-45a341c03d2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:54.673729 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-e5cad13c-f26b-4e27-b0d0-5ab7e6eacd42 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Synchronizing usage tracker for tenant:ef963fd801d14231908609f44c23fa0b on resource:port {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:07:54.677015 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-7456f9f1-f920-44c2-b4c4-45a341c03d2b admin admin] Usage tracker for resource:security_group_rule and tenant:92bdee05d87348228de7359520e578dd is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:54.679951 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-7456f9f1-f920-44c2-b4c4-45a341c03d2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:54.686245 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-7456f9f1-f920-44c2-b4c4-45a341c03d2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:54.691099 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-e5cad13c-f26b-4e27-b0d0-5ab7e6eacd42 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Unset dirty status for tenant:ef963fd801d14231908609f44c23fa0b on resource:port {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:07:54.693044 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-e5cad13c-f26b-4e27-b0d0-5ab7e6eacd42 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef963fd801d14231908609f44c23fa0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1093242 Apr 05 12:07:54.774708 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7456f9f1-f920-44c2-b4c4-45a341c03d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:54.779425 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7456f9f1-f920-44c2-b4c4-45a341c03d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:54.788365 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9ba68ec4-9f13-4cf8-b5ff-8fbfed3a28cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:54.833570 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-7456f9f1-f920-44c2-b4c4-45a341c03d2b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=92bdee05d87348228de7359520e578dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2025054 Apr 05 12:07:54.835341 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456f9f1-f920-44c2-b4c4-45a341c03d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2dffc78-1e38-41ae-b42e-c042a4d8046b,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:54.837582 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 49698) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:54.839523 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7456f9f1-f920-44c2-b4c4-45a341c03d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:54.900582 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-d1eec43f-5f6f-494d-9d9f-8a7784091f31 service neutron] 10.222.0.26 "GET /v2.0/networks/40fb80d3-753f-4a6e-8e1e-404338c152f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938672 Apr 05 12:07:55.031604 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4fe427c6-ca92-4177-ba23-2274552fecda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:55.081552 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4fe427c6-ca92-4177-ba23-2274552fecda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:55.126419 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-c86db909-71b6-492e-b12d-529a889ac03f service neutron] 10.222.0.26 "GET /v2.0/networks/40fb80d3-753f-4a6e-8e1e-404338c152f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186255 Apr 05 12:07:55.153418 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4fe427c6-ca92-4177-ba23-2274552fecda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:55.159469 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-635984d9-4f23-4018-b5ba-b09969247970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:55.179447 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe427c6-ca92-4177-ba23-2274552fecda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2dffc78-1e38-41ae-b42e-c042a4d8046b,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:55.182748 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4fe427c6-ca92-4177-ba23-2274552fecda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:55.183695 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61dd7d1-cf69-4b9f-a888-b4b466b84565 req-27d9bc2c-0835-481d-8f35-320a44100429 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:55.185140 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4fe427c6-ca92-4177-ba23-2274552fecda admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:55.185485 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b61dd7d1-cf69-4b9f-a888-b4b466b84565 req-27d9bc2c-0835-481d-8f35-320a44100429 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3e9bf7a-f578-4ee4-82ca-44dd3daac02b HTTP/1.1" status: 200 len: 944 time: 0.0973709 Apr 05 12:07:55.186605 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-4fe427c6-ca92-4177-ba23-2274552fecda admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2dffc78-1e38-41ae-b42e-c042a4d8046b HTTP/1.1" status: 204 len: 168 time: 0.3478944 Apr 05 12:07:55.323459 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b61dd7d1-cf69-4b9f-a888-b4b466b84565 req-cc00aa9f-d318-4572-b8a1-fc6beb51207d tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188400 Apr 05 12:07:55.418532 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 37584758-d8ac-49b8-8ba8-399d92b30e1d up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:07:55.506029 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 15817e27-b8fe-4aa1-9814-5f135bbab823 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 12:07:55.525499 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-02a488e8-4150-447f-8bd7-da49ff8fe3c5 req-8b2459a7-e586-49e0-b9f2-346464782bcd tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 210 time: 0.1062679 Apr 05 12:07:55.553032 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 9f24db65-2baa-4add-82cd-c36b6cd56437 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:07:55.773765 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] No Port match for: 9f24db65-2baa-4add-82cd-c36b6cd56437 {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:07:55.774164 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 9f24db65-2baa-4add-82cd-c36b6cd56437 not bound to the agent host hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:07:55.795936 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 15817e27-b8fe-4aa1-9814-5f135bbab823, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=15817e27-b8fe-4aa1-9814-5f135bbab823,segment=NetworkSegment(87a99d09-0430-4d43-b90b-ebe3a6cff4b3),segment_id=87a99d09-0430-4d43-b90b-ebe3a6cff4b3)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:07:55.813237 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Returning: {'device': '15817e27-b8fe-4aa1-9814-5f135bbab823', 'network_id': '49526f73-451b-47db-8aba-278bba25f53d', 'port_id': '15817e27-b8fe-4aa1-9814-5f135bbab823', 'mac_address': 'fa:16:3e:e9:66:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4203655-c8b6-45d2-ab59-6589759dd37a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:07:55.867149 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 49744) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:55.872139 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad79be2-f080-47cc-8723-974702988b13 req-ddafa63e-07db-4e3a-b39b-a5f10defbe49 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:55.888634 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-bad79be2-f080-47cc-8723-974702988b13 req-ddafa63e-07db-4e3a-b39b-a5f10defbe49 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.2069571 Apr 05 12:07:55.958357 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-bad79be2-f080-47cc-8723-974702988b13 req-82db8db0-3222-405b-a600-eb464491196a tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641310 Apr 05 12:07:55.963555 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:55.997936 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15817e27-b8fe-4aa1-9814-5f135bbab823 {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:07:56.016675 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port 37584758-d8ac-49b8-8ba8-399d92b30e1d triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:07:56.017017 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:56.089504 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 15817e27-b8fe-4aa1-9814-5f135bbab823, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=15817e27-b8fe-4aa1-9814-5f135bbab823,segment=NetworkSegment(87a99d09-0430-4d43-b90b-ebe3a6cff4b3),segment_id=87a99d09-0430-4d43-b90b-ebe3a6cff4b3)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:07:56.092791 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-4bb50204-0be4-4700-aeb5-a0b4a3562fe5 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:56.100964 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-4bb50204-0be4-4700-aeb5-a0b4a3562fe5 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/networks?id=56253b70-d4c3-4903-8552-b2bf5ecdb4e8 HTTP/1.1" status: 200 len: 808 time: 0.2128422 Apr 05 12:07:56.108234 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:56.112281 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b9645ef0-cd70-4037-8218-5bad6be85083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:56.120421 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-999def91-7e00-43ec-9fab-9989e0cc93ec tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/quotas/82f321db7b3541c0b093c9f0e9fcc944 HTTP/1.1" status: 200 len: 375 time: 0.0182929 Apr 05 12:07:56.187885 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8b5da0c0-c981-478d-967f-2eb85ba47a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:56.208887 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-47b2b965-16e0-492c-88d5-e812f6b84844 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=82f321db7b3541c0b093c9f0e9fcc944&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0875015 Apr 05 12:07:56.288426 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=15817e27-b8fe-4aa1-9814-5f135bbab823,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:56.291904 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:56.331408 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-8b5da0c0-c981-478d-967f-2eb85ba47a34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:56.373405 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-8b5da0c0-c981-478d-967f-2eb85ba47a34 admin admin] Usage tracker for resource:security_group_rule and tenant:b47b208ae8c54b1a8b590d4a4cd76b48 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:56.376709 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-8b5da0c0-c981-478d-967f-2eb85ba47a34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:56.383945 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-8b5da0c0-c981-478d-967f-2eb85ba47a34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:56.431763 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-b09a3951-553a-42c6-95c1-aa8306a79221 service neutron] 10.222.0.26 "GET /v2.0/networks/56253b70-d4c3-4903-8552-b2bf5ecdb4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214425 Apr 05 12:07:56.470274 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385d64b-d95b-4f9f-a001-9aa88408cadb req-2eb3eb38-de59-46a2-bc9a-0bbb37f69e7d tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:56.478122 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b385d64b-d95b-4f9f-a001-9aa88408cadb req-2eb3eb38-de59-46a2-bc9a-0bbb37f69e7d tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.1542938 Apr 05 12:07:56.536706 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b385d64b-d95b-4f9f-a001-9aa88408cadb req-3ef152e9-1776-4594-a0dc-f32ab67b3ad0 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576363 Apr 05 12:07:56.663077 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-531baf69-a7b1-4d18-9512-46b6651105e2 service neutron] 10.222.0.26 "GET /v2.0/networks/56253b70-d4c3-4903-8552-b2bf5ecdb4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304976 Apr 05 12:07:56.695496 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['15817e27-b8fe-4aa1-9814-5f135bbab823'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:07:56.763573 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8b5da0c0-c981-478d-967f-2eb85ba47a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:56.773313 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8b5da0c0-c981-478d-967f-2eb85ba47a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:56.795014 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-af92f8bd-850a-4e77-b03b-c5f88426dcf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:56.815734 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482b7d0-adf4-43c2-9ab2-1d9a085b938f req-35621835-264c-4519-a2b8-604231611512 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:56.817448 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5482b7d0-adf4-43c2-9ab2-1d9a085b938f req-35621835-264c-4519-a2b8-604231611512 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3e9bf7a-f578-4ee4-82ca-44dd3daac02b HTTP/1.1" status: 200 len: 945 time: 0.1733916 Apr 05 12:07:56.839390 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5da0c0-c981-478d-967f-2eb85ba47a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96dcfac-f569-4785-b780-69cc0a845d4e,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:56.843256 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8b5da0c0-c981-478d-967f-2eb85ba47a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:56.869030 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-8b5da0c0-c981-478d-967f-2eb85ba47a34 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b47b208ae8c54b1a8b590d4a4cd76b48&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0003009 Apr 05 12:07:56.869860 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 49782) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:56.931616 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5482b7d0-adf4-43c2-9ab2-1d9a085b938f req-6e2cdb4c-1c8b-4dd1-9dfe-03c840f30dda tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063981 Apr 05 12:07:56.989813 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-23619450-c7f4-43d4-ac29-2614fdf705ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:57.074028 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-23619450-c7f4-43d4-ac29-2614fdf705ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:57.132309 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-39fc5274-7591-46ff-ab75-3ac584b634d6 req-232d0ad7-1b3d-4306-be1f-c760307750ca tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Synchronizing usage tracker for tenant:82f321db7b3541c0b093c9f0e9fcc944 on resource:port {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:07:57.163083 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-39fc5274-7591-46ff-ab75-3ac584b634d6 req-232d0ad7-1b3d-4306-be1f-c760307750ca tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Unset dirty status for tenant:82f321db7b3541c0b093c9f0e9fcc944 on resource:port {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:07:57.166791 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-39fc5274-7591-46ff-ab75-3ac584b634d6 req-232d0ad7-1b3d-4306-be1f-c760307750ca tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=48dda6e2-0c34-4e05-b569-0e050e9c74ac HTTP/1.1" status: 200 len: 210 time: 0.1232600 Apr 05 12:07:57.306649 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-53d577cc-4a2b-4ed5-b5e3-f3a66006b576 req-0cb16475-a9d0-497c-9eb2-c45f392b32f7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 210 time: 0.1235321 Apr 05 12:07:57.314359 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-23619450-c7f4-43d4-ac29-2614fdf705ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:57.324691 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f3a0347c-5794-449f-82bd-b54737b6eb89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:57.371815 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-23619450-c7f4-43d4-ac29-2614fdf705ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:57.373336 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-23619450-c7f4-43d4-ac29-2614fdf705ab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d96dcfac-f569-4785-b780-69cc0a845d4e HTTP/1.1" status: 204 len: 168 time: 0.5021677 Apr 05 12:07:57.380909 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23619450-c7f4-43d4-ac29-2614fdf705ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96dcfac-f569-4785-b780-69cc0a845d4e,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:57.386625 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-23619450-c7f4-43d4-ac29-2614fdf705ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:57.585867 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-47d821cd-79ba-4e04-b176-66d930060eeb tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:57.587899 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-47d821cd-79ba-4e04-b176-66d930060eeb tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.32 "GET /v2.0/networks?id=40fb80d3-753f-4a6e-8e1e-404338c152f4 HTTP/1.1" status: 200 len: 817 time: 0.3803110 Apr 05 12:07:57.682094 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-a2c6348c-3db1-4317-8487-57c5acd55825 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef963fd801d14231908609f44c23fa0b HTTP/1.1" status: 200 len: 5708 time: 0.0821245 Apr 05 12:07:57.695134 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-cc1a8255-70fe-47e2-8fec-7ea7b29b3344 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Request body: {'port': {'device_id': 'c6e76f8f-af39-473b-b452-50e77f267d48', 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'admin_state_up': True, 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'security_groups': ['e967de4a-f5f2-4e19-aea7-dd1a604b349a']}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:57.872246 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-cc1a8255-70fe-47e2-8fec-7ea7b29b3344 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:57.883185 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-cc1a8255-70fe-47e2-8fec-7ea7b29b3344 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:57.893624 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-cc1a8255-70fe-47e2-8fec-7ea7b29b3344 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Made reservation on behalf of ef963fd801d14231908609f44c23fa0b for: {'port': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:07:57.900453 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-cc1a8255-70fe-47e2-8fec-7ea7b29b3344 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:57.914082 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 49828) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:57.954725 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-46e70802-2b2b-473e-a939-67a6a5238d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:57.979218 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-46e70802-2b2b-473e-a939-67a6a5238d03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:57.984672 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-46e70802-2b2b-473e-a939-67a6a5238d03 admin admin] Usage tracker for resource:security_group_rule and tenant:f8638b364f694da4a0cb1e2b976db8ac is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:07:57.989173 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-46e70802-2b2b-473e-a939-67a6a5238d03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:07:57.997165 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-46e70802-2b2b-473e-a939-67a6a5238d03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:58.166006 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-cc1a8255-70fe-47e2-8fec-7ea7b29b3344 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Allocated IP 172.20.0.13 (40fb80d3-753f-4a6e-8e1e-404338c152f4/ad6e7b7d-b348-4208-aa85-00f9b060484b/c89a5904-2202-4ddd-b74e-88df6377a48e) {{(pid=84418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:07:58.383408 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-46e70802-2b2b-473e-a939-67a6a5238d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:58.391491 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-46e70802-2b2b-473e-a939-67a6a5238d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:58.423886 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-40bead34-a323-4708-8a6e-be928da7e5cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:58.442520 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-46e70802-2b2b-473e-a939-67a6a5238d03 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f8638b364f694da4a0cb1e2b976db8ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5242767 Apr 05 12:07:58.444694 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 49858) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:58.475466 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-cc1a8255-70fe-47e2-8fec-7ea7b29b3344 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for port, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:58.495342 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-23fd70e7-d084-43fc-a78d-7e60cf1a1a8f req-e3974134-bbf8-4c3d-886a-d487a8934e75 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=48dda6e2-0c34-4e05-b569-0e050e9c74ac HTTP/1.1" status: 200 len: 210 time: 0.1325238 Apr 05 12:07:58.501966 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-cc1a8255-70fe-47e2-8fec-7ea7b29b3344 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Transition to ACTIVE for port object c89a5904-2202-4ddd-b74e-88df6377a48e will not be triggered until provisioned by entity DHCP. {{(pid=84418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:07:58.510814 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e70802-2b2b-473e-a939-67a6a5238d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad62bb3-248f-481d-9b08-6635fe0b69ab,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:58.524078 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-46e70802-2b2b-473e-a939-67a6a5238d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:58.566105 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-cc1a8255-70fe-47e2-8fec-7ea7b29b3344 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:58.590826 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da88c30-c164-4e23-8858-4d2f98f16e23 req-8daedeb4-7769-4444-a42d-55bc916b3301 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:58.599009 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8da88c30-c164-4e23-8858-4d2f98f16e23 req-8daedeb4-7769-4444-a42d-55bc916b3301 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3e9bf7a-f578-4ee4-82ca-44dd3daac02b HTTP/1.1" status: 200 len: 945 time: 0.4925690 Apr 05 12:07:58.650150 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8da88c30-c164-4e23-8858-4d2f98f16e23 req-fce58d72-8894-4549-a64d-739eeb5e30a9 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501609 Apr 05 12:07:58.654464 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-eb1dcffa-7e79-47eb-a8cc-645ef9604f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:58.753336 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-eb1dcffa-7e79-47eb-a8cc-645ef9604f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:58.755207 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:58.903580 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-cc1a8255-70fe-47e2-8fec-7ea7b29b3344 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Network 40fb80d3-753f-4a6e-8e1e-404338c152f4 is already hosted by enough agents. {{(pid=84418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:07:58.908590 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-ac3fbb72-17e9-4de9-b3c1-a5b6c13d59dc tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:58.909715 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-cc1a8255-70fe-47e2-8fec-7ea7b29b3344 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Resources bound (agent type, host, resource id): {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:07:58.910182 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-ac3fbb72-17e9-4de9-b3c1-a5b6c13d59dc tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.32 "GET /v2.0/networks?id=56253b70-d4c3-4903-8552-b2bf5ecdb4e8 HTTP/1.1" status: 200 len: 808 time: 0.2402933 Apr 05 12:07:58.915342 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-cc1a8255-70fe-47e2-8fec-7ea7b29b3344 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Received port after_create {{(pid=84418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:07:58.915923 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-eb1dcffa-7e79-47eb-a8cc-645ef9604f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:58.930777 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8b5da0c0-c981-478d-967f-2eb85ba47a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:07:58.958807 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-fddddc69-3e4c-4593-ac54-f6ba759fc2d6 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Request body: {'port': {'device_id': '48dda6e2-0c34-4e05-b569-0e050e9c74ac', 'network_id': '56253b70-d4c3-4903-8552-b2bf5ecdb4e8', 'admin_state_up': True, 'tenant_id': '82f321db7b3541c0b093c9f0e9fcc944'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:59.127398 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1dcffa-7e79-47eb-a8cc-645ef9604f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad62bb3-248f-481d-9b08-6635fe0b69ab,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:59.168729 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-eb1dcffa-7e79-47eb-a8cc-645ef9604f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:59.204665 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-eb1dcffa-7e79-47eb-a8cc-645ef9604f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:59.209478 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-eb1dcffa-7e79-47eb-a8cc-645ef9604f65 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2ad62bb3-248f-481d-9b08-6635fe0b69ab HTTP/1.1" status: 204 len: 168 time: 0.7612779 Apr 05 12:07:59.271279 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a8255-70fe-47e2-8fec-7ea7b29b3344 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Pushing event updated for resources: {'Port': ['ID=c89a5904-2202-4ddd-b74e-88df6377a48e,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:07:59.278138 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cc1a8255-70fe-47e2-8fec-7ea7b29b3344 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:07:59.291851 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-fddddc69-3e4c-4593-ac54-f6ba759fc2d6 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:07:59.327379 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-fddddc69-3e4c-4593-ac54-f6ba759fc2d6 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:07:59.331418 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-cc1a8255-70fe-47e2-8fec-7ea7b29b3344 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:59.332112 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-cc1a8255-70fe-47e2-8fec-7ea7b29b3344 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:59.355650 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-45408efd-5aaa-48a9-99df-59a6fdf75699 None None] Provisioning for port c89a5904-2202-4ddd-b74e-88df6377a48e completed by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:07:59.366479 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-fddddc69-3e4c-4593-ac54-f6ba759fc2d6 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Made reservation on behalf of 82f321db7b3541c0b093c9f0e9fcc944 for: {'port': 1} {{(pid=84417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:07:59.375287 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-45408efd-5aaa-48a9-99df-59a6fdf75699 None None] Provisioning complete for port c89a5904-2202-4ddd-b74e-88df6377a48e triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:07:59.375648 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-45408efd-5aaa-48a9-99df-59a6fdf75699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:59.390665 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-fddddc69-3e4c-4593-ac54-f6ba759fc2d6 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:59.392617 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aada34-962e-44be-9c69-4a8bd7f5936f req-e0e6c886-d78d-4099-90a2-76efda3d8088 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:07:59.414188 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a4aada34-962e-44be-9c69-4a8bd7f5936f req-e0e6c886-d78d-4099-90a2-76efda3d8088 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 932 time: 0.6135497 Apr 05 12:07:59.469558 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 15817e27-b8fe-4aa1-9814-5f135bbab823 up at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:07:59.484723 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-cc1a8255-70fe-47e2-8fec-7ea7b29b3344 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7960517 Apr 05 12:07:59.508331 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-a3be0b33-ac0e-4a17-b697-8a584dba0595 service neutron] Request body: {'port': {'device_id': 'c6e76f8f-af39-473b-b452-50e77f267d48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:59.588141 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a4aada34-962e-44be-9c69-4a8bd7f5936f req-9d405e4a-c56b-4d7f-9a3c-40e52aa7e917 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729133 Apr 05 12:07:59.683652 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-fddddc69-3e4c-4593-ac54-f6ba759fc2d6 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Allocated IP 172.20.0.4 (56253b70-d4c3-4903-8552-b2bf5ecdb4e8/87f34d37-b016-4922-87db-363c749c9d13/c421f8f5-3dd4-4d37-8757-1c9de72bb4b5) {{(pid=84417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:07:59.882259 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-45408efd-5aaa-48a9-99df-59a6fdf75699 None None] Port c89a5904-2202-4ddd-b74e-88df6377a48e cannot update to ACTIVE because it is not bound. {{(pid=84419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 12:07:59.894429 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning for port 15817e27-b8fe-4aa1-9814-5f135bbab823 completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:07:59.897532 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 49890) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:59.900123 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning complete for port 15817e27-b8fe-4aa1-9814-5f135bbab823 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:07:59.900607 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:59.915976 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-a3be0b33-ac0e-4a17-b697-8a584dba0595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:07:59.927511 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-31a3153d-107d-4a3d-a1ea-c182f2b30d83 req-20bf872f-649d-49dd-9287-ef56667ba95c tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=48dda6e2-0c34-4e05-b569-0e050e9c74ac HTTP/1.1" status: 200 len: 210 time: 0.0817375 Apr 05 12:07:59.992143 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-43c0aad8-73b8-405e-bdf3-7da15654eb30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:00.010315 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-43c0aad8-73b8-405e-bdf3-7da15654eb30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:08:00.014227 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-43c0aad8-73b8-405e-bdf3-7da15654eb30 admin admin] Usage tracker for resource:security_group_rule and tenant:906c12e6a6b34802a2259f772065f7a0 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:08:00.017128 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-43c0aad8-73b8-405e-bdf3-7da15654eb30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:08:00.023511 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-43c0aad8-73b8-405e-bdf3-7da15654eb30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:08:00.032783 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:00.095793 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e9bf7a-f578-4ee4-82ca-44dd3daac02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15817e27-b8fe-4aa1-9814-5f135bbab823'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:08:00.112148 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-43c0aad8-73b8-405e-bdf3-7da15654eb30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:00.113694 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 15817e27-b8fe-4aa1-9814-5f135bbab823, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=15817e27-b8fe-4aa1-9814-5f135bbab823,segment=NetworkSegment(87a99d09-0430-4d43-b90b-ebe3a6cff4b3),segment_id=87a99d09-0430-4d43-b90b-ebe3a6cff4b3)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:08:00.119578 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:00.119725 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-43c0aad8-73b8-405e-bdf3-7da15654eb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:00.121546 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:00.150911 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2764dedf-686f-4e8c-b2b8-9715729741b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:00.162310 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-43c0aad8-73b8-405e-bdf3-7da15654eb30 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=906c12e6a6b34802a2259f772065f7a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590058 Apr 05 12:08:00.166781 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 49900) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:00.199273 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=15817e27-b8fe-4aa1-9814-5f135bbab823,revision_number=5']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:00.202534 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:00.235459 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0aad8-73b8-405e-bdf3-7da15654eb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b8adac-a7eb-4957-8230-83aac8c2bcac,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:00.239268 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-43c0aad8-73b8-405e-bdf3-7da15654eb30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:00.250731 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-fddddc69-3e4c-4593-ac54-f6ba759fc2d6 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Notify callbacks [] for port, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:00.262054 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79024eb4-50b2-4fa9-85d2-4316d1637805 req-a156397b-0748-43a9-b2fe-1385f64c87f1 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:00.263640 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-79024eb4-50b2-4fa9-85d2-4316d1637805 req-a156397b-0748-43a9-b2fe-1385f64c87f1 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3e9bf7a-f578-4ee4-82ca-44dd3daac02b HTTP/1.1" status: 200 len: 945 time: 0.3651276 Apr 05 12:08:00.264614 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec2a43-50fc-4bab-9de6-4d3a431fd57c req-c370c926-4136-44ff-b06a-18547d1f417e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:00.266223 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1eec2a43-50fc-4bab-9de6-4d3a431fd57c req-c370c926-4136-44ff-b06a-18547d1f417e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=808b3f55d36f47a2a2dd53e694db5da5&device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 1098 time: 0.4676838 Apr 05 12:08:00.325077 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-79024eb4-50b2-4fa9-85d2-4316d1637805 req-ff3fc318-3b5e-4494-be77-41401728ed8e tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533957 Apr 05 12:08:00.333780 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-fddddc69-3e4c-4593-ac54-f6ba759fc2d6 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:00.367459 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f367b9e6-dcdc-4904-b50c-0bfbe907f75e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:00.504259 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddddc69-3e4c-4593-ac54-f6ba759fc2d6 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Pushing event updated for resources: {'Port': ['ID=c421f8f5-3dd4-4d37-8757-1c9de72bb4b5,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:00.508872 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-fddddc69-3e4c-4593-ac54-f6ba759fc2d6 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:00.541379 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e9bf7a-f578-4ee4-82ca-44dd3daac02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15817e27-b8fe-4aa1-9814-5f135bbab823', 'code': 200} Apr 05 12:08:00.551823 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-fddddc69-3e4c-4593-ac54-f6ba759fc2d6 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Network 56253b70-d4c3-4903-8552-b2bf5ecdb4e8 is already hosted by enough agents. {{(pid=84417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:08:00.552996 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-fddddc69-3e4c-4593-ac54-f6ba759fc2d6 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Resources bound (agent type, host, resource id): {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:08:00.555130 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-fddddc69-3e4c-4593-ac54-f6ba759fc2d6 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Received port after_create {{(pid=84417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:08:00.565954 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e7c562af-3465-4b70-910e-0237056086cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:00.620064 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eafbff-8883-4b62-8c80-cfa4d0aa9006 req-fbd4e942-853a-4ecf-8508-7005e87c3b38 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:00.627429 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-fddddc69-3e4c-4593-ac54-f6ba759fc2d6 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:00.628133 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-fddddc69-3e4c-4593-ac54-f6ba759fc2d6 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for port, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:00.634116 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d7eafbff-8883-4b62-8c80-cfa4d0aa9006 req-fbd4e942-853a-4ecf-8508-7005e87c3b38 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.4683871 Apr 05 12:08:00.684367 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e7c562af-3465-4b70-910e-0237056086cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:00.686938 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-fddddc69-3e4c-4593-ac54-f6ba759fc2d6 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7622769 Apr 05 12:08:00.693420 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec2a43-50fc-4bab-9de6-4d3a431fd57c req-589f5f55-4cd7-4f6f-9114-56e0b63c82f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:00.695276 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1eec2a43-50fc-4bab-9de6-4d3a431fd57c req-589f5f55-4cd7-4f6f-9114-56e0b63c82f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e4d2affa-d50a-4902-aca6-24458c2b9331 HTTP/1.1" status: 200 len: 919 time: 0.4107485 Apr 05 12:08:00.715936 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-9309e3bd-213d-4c36-a31c-59d529b00e5d service neutron] Request body: {'port': {'device_id': '48dda6e2-0c34-4e05-b569-0e050e9c74ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:00.871947 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1eec2a43-50fc-4bab-9de6-4d3a431fd57c req-67fb8c48-7cd7-4cec-9194-0aeb953f9f66 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0697b953-a856-4fa8-b6e2-cd216ea973a9 HTTP/1.1" status: 200 len: 217 time: 0.1430037 Apr 05 12:08:00.919995 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-9309e3bd-213d-4c36-a31c-59d529b00e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:00.948222 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add0cfa-4c63-4a31-a0ab-d80de0c82276 req-f74d45d7-e9dd-4eac-a3b8-5e04582a93b4 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:00.949844 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7add0cfa-4c63-4a31-a0ab-d80de0c82276 req-f74d45d7-e9dd-4eac-a3b8-5e04582a93b4 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 932 time: 0.1992266 Apr 05 12:08:01.003253 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d7eafbff-8883-4b62-8c80-cfa4d0aa9006 req-6c4ea263-fb18-4210-aa2f-17b33b2ed8f7 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649096 Apr 05 12:08:01.043183 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-a3be0b33-ac0e-4a17-b697-8a584dba0595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c89a5904-2202-4ddd-b74e-88df6377a48e {{(pid=84418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:08:01.049898 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e7c562af-3465-4b70-910e-0237056086cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:01.067725 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2bd6140a-8bf8-4dce-b4f5-78570102630b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:01.081283 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-a3be0b33-ac0e-4a17-b697-8a584dba0595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:01.087744 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec2a43-50fc-4bab-9de6-4d3a431fd57c req-2d5fc1c9-badf-4a80-9c0b-c2f4e11a91e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:01.089324 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1eec2a43-50fc-4bab-9de6-4d3a431fd57c req-2d5fc1c9-badf-4a80-9c0b-c2f4e11a91e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58bfef5a-b03d-4852-8400-b15e7cf54ce5 HTTP/1.1" status: 200 len: 858 time: 0.1888950 Apr 05 12:08:01.093191 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c562af-3465-4b70-910e-0237056086cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b8adac-a7eb-4957-8230-83aac8c2bcac,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:01.095851 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e7c562af-3465-4b70-910e-0237056086cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:01.095970 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7add0cfa-4c63-4a31-a0ab-d80de0c82276 req-5d768661-d877-457b-bed3-decd91896c38 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137543 Apr 05 12:08:01.171536 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1eec2a43-50fc-4bab-9de6-4d3a431fd57c req-16da0f8d-c804-4c32-8e7e-5be2587322b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4d2affa-d50a-4902-aca6-24458c2b9331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726523 Apr 05 12:08:01.208199 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e7c562af-3465-4b70-910e-0237056086cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:01.211879 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-e7c562af-3465-4b70-910e-0237056086cd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/61b8adac-a7eb-4957-8230-83aac8c2bcac HTTP/1.1" status: 204 len: 168 time: 1.0418243 Apr 05 12:08:01.217866 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-a3be0b33-ac0e-4a17-b697-8a584dba0595 service neutron] Transition to ACTIVE for port object c89a5904-2202-4ddd-b74e-88df6377a48e will not be triggered until provisioned by entity L2. {{(pid=84418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:08:01.267448 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-a3be0b33-ac0e-4a17-b697-8a584dba0595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626450'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:01.282671 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd929d-bf97-4755-b073-778556376871 req-eabb7bb0-ca67-4024-a61b-bdc24981562f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:01.284868 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-87bd929d-bf97-4755-b073-778556376871 req-eabb7bb0-ca67-4024-a61b-bdc24981562f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e3e9bf7a-f578-4ee4-82ca-44dd3daac02b HTTP/1.1" status: 200 len: 1099 time: 0.4924161 Apr 05 12:08:01.290967 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-54a0a839-b65a-4954-afa1-953d2c7d62f3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:01.586767 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-9309e3bd-213d-4c36-a31c-59d529b00e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c421f8f5-3dd4-4d37-8757-1c9de72bb4b5 {{(pid=84417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:08:01.591177 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be0b33-ac0e-4a17-b697-8a584dba0595 service neutron] Pushing event updated for resources: {'Port': ['ID=c89a5904-2202-4ddd-b74e-88df6377a48e,revision_number=2']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:01.597620 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-9309e3bd-213d-4c36-a31c-59d529b00e5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:01.606963 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a3be0b33-ac0e-4a17-b697-8a584dba0595 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:01.618843 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-87bd929d-bf97-4755-b073-778556376871 req-468da96e-0712-44ec-a547-8a29ca0dea73 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787817 Apr 05 12:08:01.622758 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-9309e3bd-213d-4c36-a31c-59d529b00e5d service neutron] Transition to ACTIVE for port object c421f8f5-3dd4-4d37-8757-1c9de72bb4b5 will not be triggered until provisioned by entity L2. {{(pid=84417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:08:01.632592 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-9309e3bd-213d-4c36-a31c-59d529b00e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853132046'] for port, after_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:01.663522 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:01.673147 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1eec2a43-50fc-4bab-9de6-4d3a431fd57c req-8c2c0df4-659a-40fe-baca-c9869462e68c service neutron] 10.222.0.32 "GET /v2.0/networks/e4d2affa-d50a-4902-aca6-24458c2b9331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615934 Apr 05 12:08:01.683849 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9bd52-2932-4d99-8ec0-7dd5028e8b89 req-3f86c2af-af81-4d0d-9c91-75d8ad826679 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:01.691526 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-dfa9bd52-2932-4d99-8ec0-7dd5028e8b89 req-3f86c2af-af81-4d0d-9c91-75d8ad826679 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=48dda6e2-0c34-4e05-b569-0e050e9c74ac HTTP/1.1" status: 200 len: 931 time: 0.5339038 Apr 05 12:08:01.841387 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932726e-f16b-4ef4-b062-0dc7daa05d11 req-c5a65b7a-8d1f-408c-89cf-a39f24b3bad4 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:01.850520 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c932726e-f16b-4ef4-b062-0dc7daa05d11 req-c5a65b7a-8d1f-408c-89cf-a39f24b3bad4 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3e9bf7a-f578-4ee4-82ca-44dd3daac02b HTTP/1.1" status: 200 len: 946 time: 0.3486252 Apr 05 12:08:01.857304 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309e3bd-213d-4c36-a31c-59d529b00e5d service neutron] Pushing event updated for resources: {'Port': ['ID=c421f8f5-3dd4-4d37-8757-1c9de72bb4b5,revision_number=2']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:01.868496 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9309e3bd-213d-4c36-a31c-59d529b00e5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:01.879976 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-dfa9bd52-2932-4d99-8ec0-7dd5028e8b89 req-231d72bb-2455-4bd7-9c63-d3220b123f4d tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/security-groups?id=9130fa2a-248d-43c4-81e1-58e15de29d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868279 Apr 05 12:08:01.951990 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c932726e-f16b-4ef4-b062-0dc7daa05d11 req-28241fde-cf88-4650-b36d-a409fc4e18b7 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005008 Apr 05 12:08:02.458950 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-9309e3bd-213d-4c36-a31c-59d529b00e5d service neutron] Attempting to bind port c421f8f5-3dd4-4d37-8757-1c9de72bb4b5 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:08:02.459339 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-9309e3bd-213d-4c36-a31c-59d529b00e5d service neutron] Attempting to bind port c421f8f5-3dd4-4d37-8757-1c9de72bb4b5 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'cff66e35-35e3-4977-95da-cd674537f379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '56253b70-d4c3-4903-8552-b2bf5ecdb4e8'}] {{(pid=84417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:08:02.459716 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-9309e3bd-213d-4c36-a31c-59d529b00e5d service neutron] Attempting to bind port c421f8f5-3dd4-4d37-8757-1c9de72bb4b5 on network 56253b70-d4c3-4903-8552-b2bf5ecdb4e8 {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:08:02.471732 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07670153-4a6c-43f1-80a0-eb6b629c6482 req-0f9249f1-7c08-4ab5-92d9-a2a76f9cb5b4 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:02.479558 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-07670153-4a6c-43f1-80a0-eb6b629c6482 req-0f9249f1-7c08-4ab5-92d9-a2a76f9cb5b4 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.2014740 Apr 05 12:08:02.482768 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-9309e3bd-213d-4c36-a31c-59d529b00e5d service neutron] Port c421f8f5-3dd4-4d37-8757-1c9de72bb4b5 on network 56253b70-d4c3-4903-8552-b2bf5ecdb4e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 12:08:02.483143 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-9309e3bd-213d-4c36-a31c-59d529b00e5d service neutron] Attempting to bind port c421f8f5-3dd4-4d37-8757-1c9de72bb4b5 on network 56253b70-d4c3-4903-8552-b2bf5ecdb4e8 {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:08:02.503722 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:02.510116 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-9309e3bd-213d-4c36-a31c-59d529b00e5d service neutron] Checking agent: {'id': 'b4ce1f0a-2cfc-4a41-8c75-ffa3be69bd3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:08:02.510507 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-9309e3bd-213d-4c36-a31c-59d529b00e5d service neutron] Checking segment: {'id': 'cff66e35-35e3-4977-95da-cd674537f379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '56253b70-d4c3-4903-8552-b2bf5ecdb4e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:08:02.510946 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-9309e3bd-213d-4c36-a31c-59d529b00e5d service neutron] Bound using segment: {'id': 'cff66e35-35e3-4977-95da-cd674537f379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '56253b70-d4c3-4903-8552-b2bf5ecdb4e8'} {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:08:02.511448 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-9309e3bd-213d-4c36-a31c-59d529b00e5d service neutron] Bound port: c421f8f5-3dd4-4d37-8757-1c9de72bb4b5, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff66e35-35e3-4977-95da-cd674537f379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '56253b70-d4c3-4903-8552-b2bf5ecdb4e8'}}] {{(pid=84417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:08:02.511843 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-9309e3bd-213d-4c36-a31c-59d529b00e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:02.635675 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1eec2a43-50fc-4bab-9de6-4d3a431fd57c req-9e4031a5-c15e-46cc-bb70-4d418efe7c1f service neutron] 10.222.0.32 "GET /v2.0/networks/e4d2affa-d50a-4902-aca6-24458c2b9331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8405700 Apr 05 12:08:02.642438 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-a3be0b33-ac0e-4a17-b697-8a584dba0595 service neutron] Attempting to bind port c89a5904-2202-4ddd-b74e-88df6377a48e on host hv-cinder-78476 for vnic_type normal with profile {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:08:02.642824 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-a3be0b33-ac0e-4a17-b697-8a584dba0595 service neutron] Attempting to bind port c89a5904-2202-4ddd-b74e-88df6377a48e by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '6e7164c8-a764-4899-8517-c60c29f2f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4'}] {{(pid=84418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:08:02.643201 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-a3be0b33-ac0e-4a17-b697-8a584dba0595 service neutron] Attempting to bind port c89a5904-2202-4ddd-b74e-88df6377a48e on network 40fb80d3-753f-4a6e-8e1e-404338c152f4 {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:08:02.655410 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-a3be0b33-ac0e-4a17-b697-8a584dba0595 service neutron] Port c89a5904-2202-4ddd-b74e-88df6377a48e on network 40fb80d3-753f-4a6e-8e1e-404338c152f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 12:08:02.655762 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-a3be0b33-ac0e-4a17-b697-8a584dba0595 service neutron] Attempting to bind port c89a5904-2202-4ddd-b74e-88df6377a48e on network 40fb80d3-753f-4a6e-8e1e-404338c152f4 {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:08:02.674209 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-a3be0b33-ac0e-4a17-b697-8a584dba0595 service neutron] Checking agent: {'id': 'b4ce1f0a-2cfc-4a41-8c75-ffa3be69bd3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:08:02.674209 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-a3be0b33-ac0e-4a17-b697-8a584dba0595 service neutron] Checking segment: {'id': '6e7164c8-a764-4899-8517-c60c29f2f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:08:02.674644 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-a3be0b33-ac0e-4a17-b697-8a584dba0595 service neutron] Bound using segment: {'id': '6e7164c8-a764-4899-8517-c60c29f2f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4'} {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:08:02.675140 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-a3be0b33-ac0e-4a17-b697-8a584dba0595 service neutron] Bound port: c89a5904-2202-4ddd-b74e-88df6377a48e, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e7164c8-a764-4899-8517-c60c29f2f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4'}}] {{(pid=84418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:08:02.675530 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-a3be0b33-ac0e-4a17-b697-8a584dba0595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:02.766966 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5f69c-d265-4345-81bb-82d64de4f32e req-fcd0dced-6579-4672-99fe-ae0019db05e3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:02.767974 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-c4f5f69c-d265-4345-81bb-82d64de4f32e req-fcd0dced-6579-4672-99fe-ae0019db05e3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Synchronizing usage tracker for tenant:ef963fd801d14231908609f44c23fa0b on resource:port {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:08:02.808054 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-c4f5f69c-d265-4345-81bb-82d64de4f32e req-fcd0dced-6579-4672-99fe-ae0019db05e3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Unset dirty status for tenant:ef963fd801d14231908609f44c23fa0b on resource:port {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:08:02.808252 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-07670153-4a6c-43f1-80a0-eb6b629c6482 req-d7dba03e-0284-4aa5-a608-bb2562fb76c5 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204010 Apr 05 12:08:02.814380 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c4f5f69c-d265-4345-81bb-82d64de4f32e req-fcd0dced-6579-4672-99fe-ae0019db05e3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 944 time: 0.2267535 Apr 05 12:08:02.894078 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c4f5f69c-d265-4345-81bb-82d64de4f32e req-bddad73d-09da-42b3-b53e-ea57b917d408 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787652 Apr 05 12:08:02.896086 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-a3be0b33-ac0e-4a17-b697-8a584dba0595 service neutron] For port c89a5904-2202-4ddd-b74e-88df6377a48e, host hv-cinder-78476, cleared binding levels {{(pid=84418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:08:02.897804 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-9309e3bd-213d-4c36-a31c-59d529b00e5d service neutron] For port c421f8f5-3dd4-4d37-8757-1c9de72bb4b5, host hv-cinder-78476, cleared binding levels {{(pid=84417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:08:02.901118 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-9309e3bd-213d-4c36-a31c-59d529b00e5d service neutron] For port c421f8f5-3dd4-4d37-8757-1c9de72bb4b5, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c421f8f5-3dd4-4d37-8757-1c9de72bb4b5,segment=NetworkSegment(cff66e35-35e3-4977-95da-cd674537f379),segment_id=cff66e35-35e3-4977-95da-cd674537f379)] {{(pid=84417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:08:02.904834 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-a3be0b33-ac0e-4a17-b697-8a584dba0595 service neutron] For port c89a5904-2202-4ddd-b74e-88df6377a48e, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c89a5904-2202-4ddd-b74e-88df6377a48e,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:08:02.907920 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-9309e3bd-213d-4c36-a31c-59d529b00e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853132046'] for port, after_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:02.911831 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-a3be0b33-ac0e-4a17-b697-8a584dba0595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626450'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:02.943229 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:02.948782 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5a79aff4-babf-4a90-b673-fa972b42c64f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:03.083662 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 49988) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:03.211243 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be0b33-ac0e-4a17-b697-8a584dba0595 service neutron] Pushing event updated for resources: {'Port': ['ID=c89a5904-2202-4ddd-b74e-88df6377a48e,revision_number=3']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:03.218453 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a3be0b33-ac0e-4a17-b697-8a584dba0595 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:03.272026 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-a3be0b33-ac0e-4a17-b697-8a584dba0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:03.273014 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-a3be0b33-ac0e-4a17-b697-8a584dba0595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:03.274362 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-a3be0b33-ac0e-4a17-b697-8a584dba0595 service neutron] 10.222.0.32 "PUT /v2.0/ports/c89a5904-2202-4ddd-b74e-88df6377a48e HTTP/1.1" status: 200 len: 1094 time: 3.7707624 Apr 05 12:08:03.276941 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e76f8f-af39-473b-b452-50e77f267d48', 'tag': 'c89a5904-2202-4ddd-b74e-88df6377a48e'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:08:03.286876 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309e3bd-213d-4c36-a31c-59d529b00e5d service neutron] Pushing event updated for resources: {'Port': ['ID=c421f8f5-3dd4-4d37-8757-1c9de72bb4b5,revision_number=3']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:03.306726 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aab519-956e-47ca-ac13-88d9e5cb7a4d req-2ad1514d-0643-455c-8275-30911b4067c3 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:03.308876 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f7aab519-956e-47ca-ac13-88d9e5cb7a4d req-2ad1514d-0643-455c-8275-30911b4067c3 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3e9bf7a-f578-4ee4-82ca-44dd3daac02b HTTP/1.1" status: 200 len: 946 time: 0.1671748 Apr 05 12:08:03.323021 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9309e3bd-213d-4c36-a31c-59d529b00e5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:03.358947 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c547b0f-9e2e-4658-a4a8-ac7c5c2de36b req-a938219f-4dbb-4a02-97eb-5b2c2a42c807 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:03.360212 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-0c547b0f-9e2e-4658-a4a8-ac7c5c2de36b req-a938219f-4dbb-4a02-97eb-5b2c2a42c807 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Synchronizing usage tracker for tenant:82f321db7b3541c0b093c9f0e9fcc944 on resource:port {{(pid=84417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:08:03.381453 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-9309e3bd-213d-4c36-a31c-59d529b00e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:03.382409 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-9309e3bd-213d-4c36-a31c-59d529b00e5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for port, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:03.384361 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-9309e3bd-213d-4c36-a31c-59d529b00e5d service neutron] 10.222.0.32 "PUT /v2.0/ports/c421f8f5-3dd4-4d37-8757-1c9de72bb4b5 HTTP/1.1" status: 200 len: 1093 time: 2.6892676 Apr 05 12:08:03.385168 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48dda6e2-0c34-4e05-b569-0e050e9c74ac', 'tag': 'c421f8f5-3dd4-4d37-8757-1c9de72bb4b5'}] {{(pid=84417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:08:03.434231 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-0c547b0f-9e2e-4658-a4a8-ac7c5c2de36b req-a938219f-4dbb-4a02-97eb-5b2c2a42c807 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Unset dirty status for tenant:82f321db7b3541c0b093c9f0e9fcc944 on resource:port {{(pid=84417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:08:03.435735 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0c547b0f-9e2e-4658-a4a8-ac7c5c2de36b req-a938219f-4dbb-4a02-97eb-5b2c2a42c807 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=48dda6e2-0c34-4e05-b569-0e050e9c74ac HTTP/1.1" status: 200 len: 943 time: 0.3438499 Apr 05 12:08:03.502651 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f7aab519-956e-47ca-ac13-88d9e5cb7a4d req-cf887656-201a-4ffd-a7a1-b5c6e9025f7e tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812394 Apr 05 12:08:03.571981 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-25b46d01-fce2-46d7-a75f-b571b2b5e398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:03.572434 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9f73199d-59d2-408c-8a79-3592f0a968ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:03.573538 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-25b46d01-fce2-46d7-a75f-b571b2b5e398 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef963fd801d14231908609f44c23fa0b&device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 1097 time: 0.2341297 Apr 05 12:08:03.596145 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-9f73199d-59d2-408c-8a79-3592f0a968ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:08:03.600929 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-9f73199d-59d2-408c-8a79-3592f0a968ef admin admin] Usage tracker for resource:security_group_rule and tenant:aea6496262ce4ab4b0e1fc23e56c6b29 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:08:03.604539 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-9f73199d-59d2-408c-8a79-3592f0a968ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:08:03.611924 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-9f73199d-59d2-408c-8a79-3592f0a968ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:08:03.687392 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-63a1a009-ce52-4e94-b7b2-97e3495235be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c89a5904-2202-4ddd-b74e-88df6377a48e HTTP/1.1" status: 200 len: 217 time: 0.0938129 Apr 05 12:08:03.740765 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0c547b0f-9e2e-4658-a4a8-ac7c5c2de36b req-5fc1cf49-fec1-4604-b346-ad1c4cd386f4 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/security-groups?id=9130fa2a-248d-43c4-81e1-58e15de29d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386258 Apr 05 12:08:03.773912 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-e459d8e4-93fe-436f-8d9d-2a75e9f1e919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:03.775465 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-e459d8e4-93fe-436f-8d9d-2a75e9f1e919 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=82f321db7b3541c0b093c9f0e9fcc944&device_id=48dda6e2-0c34-4e05-b569-0e050e9c74ac HTTP/1.1" status: 200 len: 1096 time: 0.3385499 Apr 05 12:08:03.789651 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-b51d650d-197d-4ba2-ad16-a5e367e097a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:03.791313 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-b51d650d-197d-4ba2-ad16-a5e367e097a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad6e7b7d-b348-4208-aa85-00f9b060484b HTTP/1.1" status: 200 len: 856 time: 0.0962954 Apr 05 12:08:03.851826 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e76f8f-af39-473b-b452-50e77f267d48', 'tag': 'c89a5904-2202-4ddd-b74e-88df6377a48e', 'status': 'completed', 'code': 200} Apr 05 12:08:03.859064 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9f73199d-59d2-408c-8a79-3592f0a968ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:03.874245 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48dda6e2-0c34-4e05-b569-0e050e9c74ac', 'tag': 'c421f8f5-3dd4-4d37-8757-1c9de72bb4b5', 'status': 'completed', 'code': 200} Apr 05 12:08:03.904608 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-311ab1ae-e884-481c-8905-60df5fcbaab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:03.904895 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-15073cc1-7044-44cf-b7e8-a9f759e78142 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c421f8f5-3dd4-4d37-8757-1c9de72bb4b5 HTTP/1.1" status: 200 len: 217 time: 0.1070573 Apr 05 12:08:03.906529 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-311ab1ae-e884-481c-8905-60df5fcbaab4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=40fb80d3-753f-4a6e-8e1e-404338c152f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1055098 Apr 05 12:08:03.907317 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9f73199d-59d2-408c-8a79-3592f0a968ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:03.978788 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1792d288-5ed9-4ec7-8af7-f12f834b673d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:04.011390 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 50026) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:04.015001 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73199d-59d2-408c-8a79-3592f0a968ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a19b67-dc3c-4225-b40e-3a272b2e0d7b,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:04.025603 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9f73199d-59d2-408c-8a79-3592f0a968ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:04.061568 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-9f73199d-59d2-408c-8a79-3592f0a968ef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aea6496262ce4ab4b0e1fc23e56c6b29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9767413 Apr 05 12:08:04.064199 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 50032) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:04.084581 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-5c92cc6c-255d-4e5b-974b-317c0870c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:04.086166 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-5c92cc6c-255d-4e5b-974b-317c0870c74b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=87f34d37-b016-4922-87db-363c749c9d13 HTTP/1.1" status: 200 len: 848 time: 0.1802156 Apr 05 12:08:04.218376 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-a6f85aba-25e4-4dee-8465-30f6c9c1f5d9 service neutron] 10.222.0.32 "GET /v2.0/networks/40fb80d3-753f-4a6e-8e1e-404338c152f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047597 Apr 05 12:08:04.242052 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-b1fb115b-594d-4961-856c-9ff483c9dd06 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56253b70-d4c3-4903-8552-b2bf5ecdb4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028540 Apr 05 12:08:04.255649 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-98680c68-db73-4240-ba0b-b89ec0ba115d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:04.328560 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-98680c68-db73-4240-ba0b-b89ec0ba115d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:08:04.373177 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ab404-e90a-41c4-9aa0-f4871f6e9ed7 req-3e9998b4-e7d6-44ae-9546-d2e938ffbbdd tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:04.374792 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-488ab404-e90a-41c4-9aa0-f4871f6e9ed7 req-3e9998b4-e7d6-44ae-9546-d2e938ffbbdd tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.2767107 Apr 05 12:08:04.402490 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-84c6a014-be69-4df2-b9d6-ff0708eb9e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:04.423231 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-98680c68-db73-4240-ba0b-b89ec0ba115d admin admin] Usage tracker for resource:security_group_rule and tenant:8f0e85765ded480aad1f3e71556bebb0 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:08:04.431563 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b6b9e377-156c-4af5-8e93-c601771efb3a req-295e571b-08ac-416b-8b9c-f639e9d76bae service neutron] 10.222.0.32 "GET /v2.0/networks/40fb80d3-753f-4a6e-8e1e-404338c152f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050831 Apr 05 12:08:04.440677 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-98680c68-db73-4240-ba0b-b89ec0ba115d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:08:04.447116 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-488ab404-e90a-41c4-9aa0-f4871f6e9ed7 req-33b74666-dbc6-47ef-9b73-5fbde5d16616 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635080 Apr 05 12:08:04.461101 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-98680c68-db73-4240-ba0b-b89ec0ba115d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:08:04.471998 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-84c6a014-be69-4df2-b9d6-ff0708eb9e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:04.497827 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647b5be-2e13-47ca-a9e3-ca30437eb60c req-96b4ea87-826b-4819-9adf-b78a787a4f36 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:04.499429 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9647b5be-2e13-47ca-a9e3-ca30437eb60c req-96b4ea87-826b-4819-9adf-b78a787a4f36 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 944 time: 0.4173572 Apr 05 12:08:04.551867 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ba665-8d3e-4d5b-99f7-bd642a7e2bae req-751d4c10-4b3b-445e-890e-227071032b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:04.553482 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-441ba665-8d3e-4d5b-99f7-bd642a7e2bae req-751d4c10-4b3b-445e-890e-227071032b7b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef963fd801d14231908609f44c23fa0b&device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 1097 time: 0.0792632 Apr 05 12:08:04.586975 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-58c1b395-4d52-44ad-9817-a40e297ea52a service neutron] 10.222.0.32 "GET /v2.0/networks/56253b70-d4c3-4903-8552-b2bf5ecdb4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343410 Apr 05 12:08:04.651743 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9647b5be-2e13-47ca-a9e3-ca30437eb60c req-73256ade-abe5-4551-b73d-4ef080487889 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355095 Apr 05 12:08:04.703233 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ba665-8d3e-4d5b-99f7-bd642a7e2bae req-74072999-20e6-4625-900f-d05f0fb075e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:04.704800 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-441ba665-8d3e-4d5b-99f7-bd642a7e2bae req-74072999-20e6-4625-900f-d05f0fb075e1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=40fb80d3-753f-4a6e-8e1e-404338c152f4 HTTP/1.1" status: 200 len: 918 time: 0.1431634 Apr 05 12:08:04.709118 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-84c6a014-be69-4df2-b9d6-ff0708eb9e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:04.721901 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:04.747287 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6a014-be69-4df2-b9d6-ff0708eb9e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a19b67-dc3c-4225-b40e-3a272b2e0d7b,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:04.756063 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-84c6a014-be69-4df2-b9d6-ff0708eb9e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:04.784413 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-441ba665-8d3e-4d5b-99f7-bd642a7e2bae req-fefb705c-15d5-4060-96ac-6e85a02e07e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c89a5904-2202-4ddd-b74e-88df6377a48e HTTP/1.1" status: 200 len: 217 time: 0.0725708 Apr 05 12:08:04.801958 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-84c6a014-be69-4df2-b9d6-ff0708eb9e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:04.805811 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-84c6a014-be69-4df2-b9d6-ff0708eb9e9d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/13a19b67-dc3c-4225-b40e-3a272b2e0d7b HTTP/1.1" status: 204 len: 168 time: 0.7380047 Apr 05 12:08:04.807714 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3adebba7-4736-43b5-9f0c-bc445aca6fec req-d8ec52cf-a829-4e5b-b4b1-0ea085266677 service neutron] 10.222.0.32 "GET /v2.0/networks/56253b70-d4c3-4903-8552-b2bf5ecdb4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057981 Apr 05 12:08:04.859423 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-98680c68-db73-4240-ba0b-b89ec0ba115d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:04.861141 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ba665-8d3e-4d5b-99f7-bd642a7e2bae req-c0507d3a-8d54-4b11-87d5-e417f2c97b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:04.862935 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-441ba665-8d3e-4d5b-99f7-bd642a7e2bae req-c0507d3a-8d54-4b11-87d5-e417f2c97b40 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad6e7b7d-b348-4208-aa85-00f9b060484b HTTP/1.1" status: 200 len: 856 time: 0.0705566 Apr 05 12:08:04.865032 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-98680c68-db73-4240-ba0b-b89ec0ba115d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:04.874613 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9f73199d-59d2-408c-8a79-3592f0a968ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:04.958761 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ba665-8d3e-4d5b-99f7-bd642a7e2bae req-26cf0ef1-3770-44e5-a48c-767fa5da7f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:04.960360 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-441ba665-8d3e-4d5b-99f7-bd642a7e2bae req-26cf0ef1-3770-44e5-a48c-767fa5da7f58 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=40fb80d3-753f-4a6e-8e1e-404338c152f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0860205 Apr 05 12:08:05.043494 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-98680c68-db73-4240-ba0b-b89ec0ba115d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8f0e85765ded480aad1f3e71556bebb0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0220199 Apr 05 12:08:05.044314 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98680c68-db73-4240-ba0b-b89ec0ba115d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57df5234-dca6-44dc-af13-beaf37541dbb,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:05.047603 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 50052) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:05.051686 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-98680c68-db73-4240-ba0b-b89ec0ba115d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:05.145367 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061129c-ba67-43d9-a19c-73ff4ddcb84a req-c9a402b8-140f-452c-a4b3-afc816a34ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:05.147005 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9061129c-ba67-43d9-a19c-73ff4ddcb84a req-c9a402b8-140f-452c-a4b3-afc816a34ff9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=82f321db7b3541c0b093c9f0e9fcc944&device_id=48dda6e2-0c34-4e05-b569-0e050e9c74ac HTTP/1.1" status: 200 len: 1096 time: 0.2618530 Apr 05 12:08:05.155583 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-441ba665-8d3e-4d5b-99f7-bd642a7e2bae req-9fd741c1-09c6-4ed6-a205-1dd5946c88cf service neutron] 10.222.0.32 "GET /v2.0/networks/40fb80d3-753f-4a6e-8e1e-404338c152f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883075 Apr 05 12:08:05.156462 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b734bae-c8f4-4182-ab0a-2f953acd77f3 req-5511a613-5dde-4b89-b0c4-b8b4e4c69022 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:05.158115 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4b734bae-c8f4-4182-ab0a-2f953acd77f3 req-5511a613-5dde-4b89-b0c4-b8b4e4c69022 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=48dda6e2-0c34-4e05-b569-0e050e9c74ac HTTP/1.1" status: 200 len: 943 time: 0.2251487 Apr 05 12:08:05.229182 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0f77ff05-5675-4fa0-92e6-c224c62e535d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:05.340259 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-441ba665-8d3e-4d5b-99f7-bd642a7e2bae req-f91fdf4f-e9b6-4c75-851f-b95a7c1d5c38 service neutron] 10.222.0.32 "GET /v2.0/networks/40fb80d3-753f-4a6e-8e1e-404338c152f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702528 Apr 05 12:08:05.401936 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0f77ff05-5675-4fa0-92e6-c224c62e535d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:05.412239 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4b734bae-c8f4-4182-ab0a-2f953acd77f3 req-c0afc2bb-75bd-4adb-86ab-f66953bd4da4 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/security-groups?id=9130fa2a-248d-43c4-81e1-58e15de29d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414210 Apr 05 12:08:05.498064 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061129c-ba67-43d9-a19c-73ff4ddcb84a req-fbff35ee-d68d-488c-a575-cea03f3710d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:05.499695 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9061129c-ba67-43d9-a19c-73ff4ddcb84a req-fbff35ee-d68d-488c-a575-cea03f3710d2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=56253b70-d4c3-4903-8552-b2bf5ecdb4e8 HTTP/1.1" status: 200 len: 909 time: 0.3331881 Apr 05 12:08:05.583746 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0f77ff05-5675-4fa0-92e6-c224c62e535d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:05.589245 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e1b1afab-0f6a-4e2d-84d7-a4e84ab0b5fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:05.596732 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9061129c-ba67-43d9-a19c-73ff4ddcb84a req-125d852b-8c14-4a94-abcf-6fef380bc0b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c421f8f5-3dd4-4d37-8757-1c9de72bb4b5 HTTP/1.1" status: 200 len: 217 time: 0.0899835 Apr 05 12:08:05.651578 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77ff05-5675-4fa0-92e6-c224c62e535d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57df5234-dca6-44dc-af13-beaf37541dbb,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:05.695900 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0f77ff05-5675-4fa0-92e6-c224c62e535d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:05.706435 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0f77ff05-5675-4fa0-92e6-c224c62e535d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:05.710367 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-0f77ff05-5675-4fa0-92e6-c224c62e535d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/57df5234-dca6-44dc-af13-beaf37541dbb HTTP/1.1" status: 204 len: 168 time: 0.6590893 Apr 05 12:08:05.743869 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061129c-ba67-43d9-a19c-73ff4ddcb84a req-bbd89560-b6ae-4092-972d-0718011dcffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:05.746022 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9061129c-ba67-43d9-a19c-73ff4ddcb84a req-bbd89560-b6ae-4092-972d-0718011dcffb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=87f34d37-b016-4922-87db-363c749c9d13 HTTP/1.1" status: 200 len: 848 time: 0.0963233 Apr 05 12:08:05.773569 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 50090) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:05.806063 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9061129c-ba67-43d9-a19c-73ff4ddcb84a req-842cb78c-5d1f-4c05-b2f1-c20326252fac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56253b70-d4c3-4903-8552-b2bf5ecdb4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518770 Apr 05 12:08:05.815036 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947fda7-a29f-47e2-bc16-58c994207371 req-7d2fc99f-2c2a-4ee9-a98e-e0389eeb46bf tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:05.816637 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b947fda7-a29f-47e2-bc16-58c994207371 req-7d2fc99f-2c2a-4ee9-a98e-e0389eeb46bf tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.2180343 Apr 05 12:08:05.969494 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b947fda7-a29f-47e2-bc16-58c994207371 req-3108d76d-4b76-4e65-b78e-eb76283b7c8e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252756 Apr 05 12:08:06.026169 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9061129c-ba67-43d9-a19c-73ff4ddcb84a req-8f3d6cac-0c77-40fd-b9f2-40cdcd7c0ace service neutron] 10.222.0.32 "GET /v2.0/networks/56253b70-d4c3-4903-8552-b2bf5ecdb4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079170 Apr 05 12:08:06.159065 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd2d7e-c533-4904-9298-38582a6c6450 req-a72c0406-0342-4e73-ab89-b41845e6a5d8 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:06.162163 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-75dd2d7e-c533-4904-9298-38582a6c6450 req-a72c0406-0342-4e73-ab89-b41845e6a5d8 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 944 time: 0.1651886 Apr 05 12:08:06.255178 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-75dd2d7e-c533-4904-9298-38582a6c6450 req-dea32454-663b-4947-9e43-0444a697c87a tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734184 Apr 05 12:08:06.292842 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-ac1a410c-acbb-4fa9-b649-99e9de9390fd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2050186192-network', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:06.307778 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-ac1a410c-acbb-4fa9-b649-99e9de9390fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:08:06.316805 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-ac1a410c-acbb-4fa9-b649-99e9de9390fd admin admin] Usage tracker for resource:network and tenant:537a3b807ea2432fbf1daf2fef94185e is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:08:06.324512 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-ac1a410c-acbb-4fa9-b649-99e9de9390fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:08:06.338931 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-ac1a410c-acbb-4fa9-b649-99e9de9390fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:08:06.365674 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1a410c-acbb-4fa9-b649-99e9de9390fd admin admin] Made reservation on behalf of 537a3b807ea2432fbf1daf2fef94185e for: {'network': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:08:06.371668 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ac1a410c-acbb-4fa9-b649-99e9de9390fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for network, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:06.391611 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ac1a410c-acbb-4fa9-b649-99e9de9390fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:06.411895 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-ac1a410c-acbb-4fa9-b649-99e9de9390fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:08:06.416872 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-ac1a410c-acbb-4fa9-b649-99e9de9390fd admin admin] Usage tracker for resource:security_group_rule and tenant:537a3b807ea2432fbf1daf2fef94185e is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:08:06.421708 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-ac1a410c-acbb-4fa9-b649-99e9de9390fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:08:06.430075 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-ac1a410c-acbb-4fa9-b649-99e9de9390fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:08:06.493613 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9061129c-ba67-43d9-a19c-73ff4ddcb84a req-3f67b8c1-a57e-4ab6-a5f1-1f9e45bcdb86 service neutron] 10.222.0.32 "GET /v2.0/networks/56253b70-d4c3-4903-8552-b2bf5ecdb4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593201 Apr 05 12:08:06.544065 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ac1a410c-acbb-4fa9-b649-99e9de9390fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:06.550035 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ac1a410c-acbb-4fa9-b649-99e9de9390fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:06.554480 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-edf05d57-6deb-49ee-9efc-de36f6826eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:06.587237 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac1a410c-acbb-4fa9-b649-99e9de9390fd admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=84418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 12:08:06.652212 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a410c-acbb-4fa9-b649-99e9de9390fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5e1e49-e3ed-478a-8768-72f7adf5c5ff,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:06.655604 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ac1a410c-acbb-4fa9-b649-99e9de9390fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:06.655751 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-ac1a410c-acbb-4fa9-b649-99e9de9390fd admin admin] Added segment d62ccfde-6ed8-42a6-8575-7667c161fa0f of type vlan for network c8b603c3-054c-48fb-be51-22ffd400d7ad Apr 05 12:08:06.662919 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ac1a410c-acbb-4fa9-b649-99e9de9390fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:06.705589 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ac1a410c-acbb-4fa9-b649-99e9de9390fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757196486498'] for network, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:06.743624 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68df526-e7c5-4f46-9a41-1929a8b5b8bd req-7373f992-4611-4301-b4b5-9cbee14ee283 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:06.745559 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b68df526-e7c5-4f46-9a41-1929a8b5b8bd req-7373f992-4611-4301-b4b5-9cbee14ee283 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=48dda6e2-0c34-4e05-b569-0e050e9c74ac HTTP/1.1" status: 200 len: 943 time: 0.1555521 Apr 05 12:08:06.789053 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ac1a410c-acbb-4fa9-b649-99e9de9390fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739'] for network, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:06.792243 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1a410c-acbb-4fa9-b649-99e9de9390fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:06.792879 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ac1a410c-acbb-4fa9-b649-99e9de9390fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:06.801373 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:06.849405 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b68df526-e7c5-4f46-9a41-1929a8b5b8bd req-42c09241-b297-4f04-ab9d-4c6e5045a1ae tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/security-groups?id=9130fa2a-248d-43c4-81e1-58e15de29d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914588 Apr 05 12:08:06.920283 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a410c-acbb-4fa9-b649-99e9de9390fd admin admin] Pushing event updated for resources: {'Network': ['ID=c8b603c3-054c-48fb-be51-22ffd400d7ad,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:06.923500 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-ac1a410c-acbb-4fa9-b649-99e9de9390fd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1488378 Apr 05 12:08:06.924469 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ac1a410c-acbb-4fa9-b649-99e9de9390fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:06.927469 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 50136) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:06.934508 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Network c8b603c3-054c-48fb-be51-22ffd400d7ad details requested by agent ovs-agent-dv-cinder-784763-1-smb with host dv-cinder-784763-1-smb {{(pid=84419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 12:08:06.943617 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-ed2c6757-eef4-4af2-9a08-8db3697e0a34 admin admin] Request body: {'subnet': {'network_id': 'c8b603c3-054c-48fb-be51-22ffd400d7ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2050186192-subnet', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'ip_version': 4}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:06.953892 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-ed2c6757-eef4-4af2-9a08-8db3697e0a34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:08:06.958595 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-ed2c6757-eef4-4af2-9a08-8db3697e0a34 admin admin] Usage tracker for resource:subnet and tenant:537a3b807ea2432fbf1daf2fef94185e is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:08:06.961940 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-ed2c6757-eef4-4af2-9a08-8db3697e0a34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:08:06.969834 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-ed2c6757-eef4-4af2-9a08-8db3697e0a34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:08:06.982084 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2c6757-eef4-4af2-9a08-8db3697e0a34 admin admin] Made reservation on behalf of 537a3b807ea2432fbf1daf2fef94185e for: {'subnet': 1} {{(pid=84417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:08:06.986850 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ed2c6757-eef4-4af2-9a08-8db3697e0a34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844200963'] for subnet, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:07.276522 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 50148) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:07.289360 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e540a-e738-4221-aa65-ddd915cdebcc req-70a699e7-be83-4672-9cfd-b5b0a4680f4e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:07.290915 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-de5e540a-e738-4221-aa65-ddd915cdebcc req-70a699e7-be83-4672-9cfd-b5b0a4680f4e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.1626706 Apr 05 12:08:07.326673 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b8d001c3-2cbc-4332-90dc-6c6fc238acff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:07.409929 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-de5e540a-e738-4221-aa65-ddd915cdebcc req-30c904cc-ba3e-4787-a44d-1b5bc3ec998f tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999429 Apr 05 12:08:07.493269 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device c89a5904-2202-4ddd-b74e-88df6377a48e details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 12:08:07.555343 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9b80b560-690a-40c4-a6a2-3fa1541549af admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:07.578589 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-9b80b560-690a-40c4-a6a2-3fa1541549af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:08:07.594393 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-9b80b560-690a-40c4-a6a2-3fa1541549af admin admin] Usage tracker for resource:security_group_rule and tenant:8637ab678dba4cf8afa0139741983b00 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:08:07.598841 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-9b80b560-690a-40c4-a6a2-3fa1541549af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:08:07.606221 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-9b80b560-690a-40c4-a6a2-3fa1541549af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:08:07.651649 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ed2c6757-eef4-4af2-9a08-8db3697e0a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1643548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844201010'] for subnet, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:07.659699 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port c89a5904-2202-4ddd-b74e-88df6377a48e, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c89a5904-2202-4ddd-b74e-88df6377a48e,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:08:07.668240 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-400a8297-e415-4ed6-bc6e-6c820669f025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:07.675377 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Returning: {'device': 'c89a5904-2202-4ddd-b74e-88df6377a48e', 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'port_id': 'c89a5904-2202-4ddd-b74e-88df6377a48e', 'mac_address': 'fa:16:3e:98:67:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:08:07.742360 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:07.744700 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9b80b560-690a-40c4-a6a2-3fa1541549af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:07.753756 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ae25e-88f7-4972-9e46-c3442c65b771 req-f796e520-aed3-4c7e-88ef-3c570de47381 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:07.755411 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e86ae25e-88f7-4972-9e46-c3442c65b771 req-f796e520-aed3-4c7e-88ef-3c570de47381 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 944 time: 0.2861922 Apr 05 12:08:07.756534 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9b80b560-690a-40c4-a6a2-3fa1541549af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:07.761071 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89a5904-2202-4ddd-b74e-88df6377a48e {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:08:07.765342 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4fe427c6-ca92-4177-ba23-2274552fecda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:07.779239 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port c89a5904-2202-4ddd-b74e-88df6377a48e, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c89a5904-2202-4ddd-b74e-88df6377a48e,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:08:07.785116 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:07.787629 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:07.804795 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c6757-eef4-4af2-9a08-8db3697e0a34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7655aa3d-4c5c-48da-8a0c-9704fa2a3313,revision_number=0']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:07.808992 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ed2c6757-eef4-4af2-9a08-8db3697e0a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:07.845053 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-9b80b560-690a-40c4-a6a2-3fa1541549af admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8637ab678dba4cf8afa0139741983b00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5673668 Apr 05 12:08:07.846441 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80b560-690a-40c4-a6a2-3fa1541549af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112ca5c4-6090-4289-ab4a-398f0558167d,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:07.849774 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 50162) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:07.857803 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9b80b560-690a-40c4-a6a2-3fa1541549af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:07.866948 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=c89a5904-2202-4ddd-b74e-88df6377a48e,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:07.871183 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:07.872691 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2c6757-eef4-4af2-9a08-8db3697e0a34 admin admin] Checking segment: {'id': 'd62ccfde-6ed8-42a6-8575-7667c161fa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8b603c3-054c-48fb-be51-22ffd400d7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:08:07.873126 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2c6757-eef4-4af2-9a08-8db3697e0a34 admin admin] Network hostable DHCP agents. Network: c8b603c3-054c-48fb-be51-22ffd400d7ad, hostable agents: ['4e04494a-4007-4790-9de1-331780b361fc'], hosted agents: [] {{(pid=84417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 12:08:07.888227 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e86ae25e-88f7-4972-9e46-c3442c65b771 req-88f854f4-3494-45c0-98a9-ddcaaf702c2e tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131127 Apr 05 12:08:07.895366 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2c6757-eef4-4af2-9a08-8db3697e0a34 admin admin] Network c8b603c3-054c-48fb-be51-22ffd400d7ad is scheduled to be hosted by DHCP agent 4e04494a-4007-4790-9de1-331780b361fc with binding_index 1 {{(pid=84417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 12:08:07.905864 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-ed2c6757-eef4-4af2-9a08-8db3697e0a34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-smb, c8b603c3-054c-48fb-be51-22ffd400d7ad) {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:08:07.917767 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47ccbaf-06e0-495f-9d3a-e27b70fe7e7a None None] Network c8b603c3-054c-48fb-be51-22ffd400d7ad requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:08:07.927123 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2c6757-eef4-4af2-9a08-8db3697e0a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:07.927767 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ed2c6757-eef4-4af2-9a08-8db3697e0a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for subnet, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:07.940878 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-64eff777-1635-44d5-b8a7-67f92906462a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:07.952059 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-ed2c6757-eef4-4af2-9a08-8db3697e0a34 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0229671 Apr 05 12:08:07.954625 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 50168) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:07.969019 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-5e537659-724a-40fa-b124-7a3e52ab83b5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2050186192-router', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'}}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:07.976975 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-5e537659-724a-40fa-b124-7a3e52ab83b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:08:07.984234 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-64eff777-1635-44d5-b8a7-67f92906462a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:07.991532 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-5e537659-724a-40fa-b124-7a3e52ab83b5 admin admin] Usage tracker for resource:router and tenant:537a3b807ea2432fbf1daf2fef94185e is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:08:07.997022 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-5e537659-724a-40fa-b124-7a3e52ab83b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:08:08.010625 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-5e537659-724a-40fa-b124-7a3e52ab83b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:08:08.037421 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5e537659-724a-40fa-b124-7a3e52ab83b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-778464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64815'] for router, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:08.037421 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5e537659-724a-40fa-b124-7a3e52ab83b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853997433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854004880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854085315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711017'] for router, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:08.054334 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5e537659-724a-40fa-b124-7a3e52ab83b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:08.064168 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-64eff777-1635-44d5-b8a7-67f92906462a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:08.070198 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:08.085678 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eff777-1635-44d5-b8a7-67f92906462a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112ca5c4-6090-4289-ab4a-398f0558167d,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:08.092430 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-64eff777-1635-44d5-b8a7-67f92906462a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:08.093808 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed9ed5-38bf-4e59-ad2d-4c9584795843 req-f6ae9cad-069e-484e-999f-c3f5bd763da7 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:08.095689 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ffed9ed5-38bf-4e59-ad2d-4c9584795843 req-f6ae9cad-069e-484e-999f-c3f5bd763da7 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=48dda6e2-0c34-4e05-b569-0e050e9c74ac HTTP/1.1" status: 200 len: 943 time: 0.1046488 Apr 05 12:08:08.153903 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ffed9ed5-38bf-4e59-ad2d-4c9584795843 req-3e94a95d-c6cc-4f95-b809-0179b0fbc73f tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/security-groups?id=9130fa2a-248d-43c4-81e1-58e15de29d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482469 Apr 05 12:08:08.174847 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf0106e-f9e1-4e4c-922e-125985269c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5788f3ac-9ded-5d46-a90e-e8417a96a4c3-c8b603c3-054c-48fb-be51-22ffd400d7ad', 'network_id': 'c8b603c3-054c-48fb-be51-22ffd400d7ad', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'fixed_ips': [{'subnet_id': '7655aa3d-4c5c-48da-8a0c-9704fa2a3313'}]}} from dv-cinder-784763-1-smb. {{(pid=84419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 12:08:08.174847 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cdf0106e-f9e1-4e4c-922e-125985269c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:08.219576 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-64eff777-1635-44d5-b8a7-67f92906462a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:08.220802 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-64eff777-1635-44d5-b8a7-67f92906462a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/112ca5c4-6090-4289-ab4a-398f0558167d HTTP/1.1" status: 204 len: 168 time: 0.3670726 Apr 05 12:08:08.363565 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-cdf0106e-f9e1-4e4c-922e-125985269c59 None None] Allocated IP 172.20.0.2 (c8b603c3-054c-48fb-be51-22ffd400d7ad/7655aa3d-4c5c-48da-8a0c-9704fa2a3313/1fa1677a-c183-42fc-9898-1ab69a8ec590) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:08:08.396312 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['c89a5904-2202-4ddd-b74e-88df6377a48e'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:08:08.639211 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 50182) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:08.683490 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8be0b96f-d162-4232-8262-e0e2f6010cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:08.712397 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-8be0b96f-d162-4232-8262-e0e2f6010cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:08:08.717121 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-8be0b96f-d162-4232-8262-e0e2f6010cad admin admin] Usage tracker for resource:security_group_rule and tenant:d0053a15bb0a471c8c1552ccd71a2cfd is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:08:08.721481 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-8be0b96f-d162-4232-8262-e0e2f6010cad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:08:08.731976 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:08.737844 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-8be0b96f-d162-4232-8262-e0e2f6010cad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:08:08.742543 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cdf0106e-f9e1-4e4c-922e-125985269c59 None None] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:08.765860 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5e537659-724a-40fa-b124-7a3e52ab83b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854004895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854002657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711036'] for router, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:08.806178 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-cdf0106e-f9e1-4e4c-922e-125985269c59 None None] Transition to ACTIVE for port object 1fa1677a-c183-42fc-9898-1ab69a8ec590 will not be triggered until provisioned by entity L2. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:08:08.851510 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a8104-f886-4f24-bfe6-c2015b2b8061 req-4584f15f-3290-4c4d-b316-adb0e939e1de tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:08.859982 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1c2a8104-f886-4f24-bfe6-c2015b2b8061 req-4584f15f-3290-4c4d-b316-adb0e939e1de tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.1590793 Apr 05 12:08:08.862415 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 6 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:08:08.869960 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8be0b96f-d162-4232-8262-e0e2f6010cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:08.880595 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-cdf0106e-f9e1-4e4c-922e-125985269c59 None None] Transition to ACTIVE for port object 1fa1677a-c183-42fc-9898-1ab69a8ec590 will not be triggered until provisioned by entity DHCP. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:08:08.881098 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8be0b96f-d162-4232-8262-e0e2f6010cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:08.896579 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cdf0106e-f9e1-4e4c-922e-125985269c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:08.911752 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:08.944129 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-31bb63c0-78eb-4c75-b215-64b6a6944fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:08.989075 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1c2a8104-f886-4f24-bfe6-c2015b2b8061 req-283f7e9a-9156-44fb-9931-9a05713cd594 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278880 Apr 05 12:08:09.010888 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-8be0b96f-d162-4232-8262-e0e2f6010cad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d0053a15bb0a471c8c1552ccd71a2cfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3705029 Apr 05 12:08:09.011712 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0b96f-d162-4232-8262-e0e2f6010cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf4f6d6-d7bd-40e6-95fb-9a291ce520b5,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:09.015559 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8be0b96f-d162-4232-8262-e0e2f6010cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:09.016040 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 50196) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:09.110851 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a9a21f9d-51a8-4988-91b4-ec8abedf9f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:09.139917 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0106e-f9e1-4e4c-922e-125985269c59 None None] Pushing event updated for resources: {'Port': ['ID=1fa1677a-c183-42fc-9898-1ab69a8ec590,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:09.143034 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a9a21f9d-51a8-4988-91b4-ec8abedf9f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:09.143170 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cdf0106e-f9e1-4e4c-922e-125985269c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:09.211348 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf0106e-f9e1-4e4c-922e-125985269c59 None None] Network c8b603c3-054c-48fb-be51-22ffd400d7ad is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:08:09.213171 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-cdf0106e-f9e1-4e4c-922e-125985269c59 None None] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:08:09.216235 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf0106e-f9e1-4e4c-922e-125985269c59 None None] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:08:09.247158 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a9a21f9d-51a8-4988-91b4-ec8abedf9f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:09.252408 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-45265511-020a-411d-ba74-4cf26a70618d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:09.277941 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a21f9d-51a8-4988-91b4-ec8abedf9f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf4f6d6-d7bd-40e6-95fb-9a291ce520b5,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:09.287108 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a9a21f9d-51a8-4988-91b4-ec8abedf9f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:09.297760 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a9a21f9d-51a8-4988-91b4-ec8abedf9f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:09.303119 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-a9a21f9d-51a8-4988-91b4-ec8abedf9f89 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/edf4f6d6-d7bd-40e6-95fb-9a291ce520b5 HTTP/1.1" status: 204 len: 168 time: 0.2859066 Apr 05 12:08:09.363879 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5e537659-724a-40fa-b124-7a3e52ab83b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:09.431269 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93bfd9-c0bf-41bc-8617-6b0adabd4ea4 req-738f4107-ea20-48de-a1fd-fa381f313490 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:09.442404 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4f93bfd9-c0bf-41bc-8617-6b0adabd4ea4 req-738f4107-ea20-48de-a1fd-fa381f313490 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=48dda6e2-0c34-4e05-b569-0e050e9c74ac HTTP/1.1" status: 200 len: 943 time: 0.1373966 Apr 05 12:08:09.446820 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-cdf0106e-f9e1-4e4c-922e-125985269c59 None None] Attempting to bind port 1fa1677a-c183-42fc-9898-1ab69a8ec590 on host dv-cinder-784763-1-smb for vnic_type normal with profile {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:08:09.447257 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-cdf0106e-f9e1-4e4c-922e-125985269c59 None None] Attempting to bind port 1fa1677a-c183-42fc-9898-1ab69a8ec590 by drivers openvswitch,hyperv on host dv-cinder-784763-1-smb at level 0 using segments [{'id': 'd62ccfde-6ed8-42a6-8575-7667c161fa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8b603c3-054c-48fb-be51-22ffd400d7ad'}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:08:09.447651 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf0106e-f9e1-4e4c-922e-125985269c59 None None] Attempting to bind port 1fa1677a-c183-42fc-9898-1ab69a8ec590 on network c8b603c3-054c-48fb-be51-22ffd400d7ad {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:08:09.453889 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf0106e-f9e1-4e4c-922e-125985269c59 None None] Checking agent: {'id': '4e3bd3f6-d706-454d-ba20-d37fa4b11ed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 9), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:08:09.454265 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf0106e-f9e1-4e4c-922e-125985269c59 None None] Checking segment: {'id': 'd62ccfde-6ed8-42a6-8575-7667c161fa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8b603c3-054c-48fb-be51-22ffd400d7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:08:09.454717 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cdf0106e-f9e1-4e4c-922e-125985269c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:09.455158 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf0106e-f9e1-4e4c-922e-125985269c59 None None] Bound using segment: {'id': 'd62ccfde-6ed8-42a6-8575-7667c161fa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8b603c3-054c-48fb-be51-22ffd400d7ad'} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:08:09.455695 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-cdf0106e-f9e1-4e4c-922e-125985269c59 None None] Bound port: 1fa1677a-c183-42fc-9898-1ab69a8ec590, host: dv-cinder-784763-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd62ccfde-6ed8-42a6-8575-7667c161fa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8b603c3-054c-48fb-be51-22ffd400d7ad'}}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:08:09.456118 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cdf0106e-f9e1-4e4c-922e-125985269c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:09.479456 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5e537659-724a-40fa-b124-7a3e52ab83b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:09.511610 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device c421f8f5-3dd4-4d37-8757-1c9de72bb4b5 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 12:08:09.581735 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4f93bfd9-c0bf-41bc-8617-6b0adabd4ea4 req-e4eaf897-94bc-4020-bc78-8b090f1f31a3 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/security-groups?id=9130fa2a-248d-43c4-81e1-58e15de29d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381955 Apr 05 12:08:09.607195 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-cdf0106e-f9e1-4e4c-922e-125985269c59 None None] For port 1fa1677a-c183-42fc-9898-1ab69a8ec590, host dv-cinder-784763-1-smb, cleared binding levels {{(pid=84419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:08:09.623443 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961e6ab-81ee-4bf7-b7c6-82de3c4c45a9 req-a9dfa448-3c47-41c8-bcb7-b0e33353bbbd tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:09.625399 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2961e6ab-81ee-4bf7-b7c6-82de3c4c45a9 req-a9dfa448-3c47-41c8-bcb7-b0e33353bbbd tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 945 time: 0.5071483 Apr 05 12:08:09.674870 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-cdf0106e-f9e1-4e4c-922e-125985269c59 None None] For port 1fa1677a-c183-42fc-9898-1ab69a8ec590, host dv-cinder-784763-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=1fa1677a-c183-42fc-9898-1ab69a8ec590,segment=NetworkSegment(d62ccfde-6ed8-42a6-8575-7667c161fa0f),segment_id=d62ccfde-6ed8-42a6-8575-7667c161fa0f)] {{(pid=84419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:08:09.686903 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cdf0106e-f9e1-4e4c-922e-125985269c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:09.721783 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:09.763990 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2961e6ab-81ee-4bf7-b7c6-82de3c4c45a9 req-92970967-e0ba-4c46-909b-b73801f39ea8 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297545 Apr 05 12:08:09.796545 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-5e537659-724a-40fa-b124-7a3e52ab83b5 admin admin] Allocated IP 172.28.2.67 (31dbbfbb-1103-49d1-a0e5-ac5561337b80/73ae074f-8780-41b9-9bf3-4fc6dce4ecd5/d026006a-a6ec-4b5a-ae4e-7196fe34ff99) {{(pid=84418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:08:09.821978 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0106e-f9e1-4e4c-922e-125985269c59 None None] Pushing event updated for resources: {'Port': ['ID=1fa1677a-c183-42fc-9898-1ab69a8ec590,revision_number=2']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:09.833880 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cdf0106e-f9e1-4e4c-922e-125985269c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:09.946610 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port c421f8f5-3dd4-4d37-8757-1c9de72bb4b5, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c421f8f5-3dd4-4d37-8757-1c9de72bb4b5,segment=NetworkSegment(cff66e35-35e3-4977-95da-cd674537f379),segment_id=cff66e35-35e3-4977-95da-cd674537f379)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:08:09.959544 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-83d0eff5-5cc8-44af-8897-d341836b076f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:09.971268 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Returning: {'device': 'c421f8f5-3dd4-4d37-8757-1c9de72bb4b5', 'network_id': '56253b70-d4c3-4903-8552-b2bf5ecdb4e8', 'port_id': 'c421f8f5-3dd4-4d37-8757-1c9de72bb4b5', 'mac_address': 'fa:16:3e:43:0f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f34d37-b016-4922-87db-363c749c9d13', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:08:10.072004 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:10.104540 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c421f8f5-3dd4-4d37-8757-1c9de72bb4b5 {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:08:10.129473 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port c421f8f5-3dd4-4d37-8757-1c9de72bb4b5, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c421f8f5-3dd4-4d37-8757-1c9de72bb4b5,segment=NetworkSegment(cff66e35-35e3-4977-95da-cd674537f379),segment_id=cff66e35-35e3-4977-95da-cd674537f379)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:08:10.137680 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:10.139959 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:10.155052 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5e537659-724a-40fa-b124-7a3e52ab83b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:10.309267 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=c421f8f5-3dd4-4d37-8757-1c9de72bb4b5,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:10.316732 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:10.317841 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:10.344291 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4dc74-9fc0-4498-aee6-3a4725a3c8c0 req-0dd087eb-8e6e-4be3-9152-3139ba778ed4 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:10.346041 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8ac4dc74-9fc0-4498-aee6-3a4725a3c8c0 req-0dd087eb-8e6e-4be3-9152-3139ba778ed4 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.1518445 Apr 05 12:08:10.347290 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5e537659-724a-40fa-b124-7a3e52ab83b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:10.501468 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:10.562013 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['c421f8f5-3dd4-4d37-8757-1c9de72bb4b5'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:08:10.620572 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e537659-724a-40fa-b124-7a3e52ab83b5 admin admin] Pushing event updated for resources: {'Port': ['ID=d026006a-a6ec-4b5a-ae4e-7196fe34ff99,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:10.627011 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5e537659-724a-40fa-b124-7a3e52ab83b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:10.678884 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8ac4dc74-9fc0-4498-aee6-3a4725a3c8c0 req-74ebcb9d-8b2b-420c-a73d-4c453cff2d31 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785262 Apr 05 12:08:10.714983 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e537659-724a-40fa-b124-7a3e52ab83b5 admin admin] Network 31dbbfbb-1103-49d1-a0e5-ac5561337b80 is already hosted by enough agents. {{(pid=84418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:08:10.716502 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-5e537659-724a-40fa-b124-7a3e52ab83b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:08:10.719064 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e537659-724a-40fa-b124-7a3e52ab83b5 admin admin] Received port after_create {{(pid=84418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:08:11.134281 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e00120-4676-4ba4-a670-c894ac3481bf req-e62b2c8c-1adf-4843-834a-7b698727daad tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:11.135918 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-72e00120-4676-4ba4-a670-c894ac3481bf req-e62b2c8c-1adf-4843-834a-7b698727daad tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 945 time: 0.1165566 Apr 05 12:08:11.189183 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-72e00120-4676-4ba4-a670-c894ac3481bf req-0f2409b2-2129-471e-8420-ef5070c3e8b2 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461311 Apr 05 12:08:11.311272 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782edaa9-7526-497b-bfbd-ce633a70f205 req-a2b867d1-9583-4529-ba86-90a54c93db3c tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:11.312910 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-782edaa9-7526-497b-bfbd-ce633a70f205 req-a2b867d1-9583-4529-ba86-90a54c93db3c tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=48dda6e2-0c34-4e05-b569-0e050e9c74ac HTTP/1.1" status: 200 len: 944 time: 0.3128633 Apr 05 12:08:11.360885 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 1fa1677a-c183-42fc-9898-1ab69a8ec590 up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:08:11.438366 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5e537659-724a-40fa-b124-7a3e52ab83b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:11.486057 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning for port 1fa1677a-c183-42fc-9898-1ab69a8ec590 completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:08:11.544921 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device c89a5904-2202-4ddd-b74e-88df6377a48e up at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:08:11.611582 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-782edaa9-7526-497b-bfbd-ce633a70f205 req-624dfd87-8d7f-48b4-9a1e-603101b33528 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/security-groups?id=9130fa2a-248d-43c4-81e1-58e15de29d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757399 Apr 05 12:08:11.644629 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning for port c89a5904-2202-4ddd-b74e-88df6377a48e completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:08:11.662670 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning complete for port c89a5904-2202-4ddd-b74e-88df6377a48e triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:08:11.663097 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:11.885164 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:11.937695 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e76f8f-af39-473b-b452-50e77f267d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89a5904-2202-4ddd-b74e-88df6377a48e'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:08:11.951109 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5e537659-724a-40fa-b124-7a3e52ab83b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-770974'] for router, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:11.959556 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da66ae1c-c58a-489f-9cb3-d11276f14322 None None] Network c8b603c3-054c-48fb-be51-22ffd400d7ad requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:08:11.990718 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be003e-f782-4b22-9215-0014e074ee46 req-70d527ed-d330-4b05-b4e4-98bde1f3a2cc tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:11.996207 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c7be003e-f782-4b22-9215-0014e074ee46 req-70d527ed-d330-4b05-b4e4-98bde1f3a2cc tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.1194940 Apr 05 12:08:12.133598 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c7be003e-f782-4b22-9215-0014e074ee46 req-cafa1a7f-4ab0-4bf0-a8ff-487b5377b802 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212840 Apr 05 12:08:12.138961 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e76f8f-af39-473b-b452-50e77f267d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89a5904-2202-4ddd-b74e-88df6377a48e', 'code': 200} Apr 05 12:08:12.271522 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port c89a5904-2202-4ddd-b74e-88df6377a48e, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c89a5904-2202-4ddd-b74e-88df6377a48e,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:08:12.319005 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:12.324103 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:12.452637 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 50344) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:12.541583 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bf7d0-a604-4476-abb1-33facddebb24 req-8c50b8e4-46c0-401d-b14c-1614b17a32db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:12.551730 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e76bf7d0-a604-4476-abb1-33facddebb24 req-8c50b8e4-46c0-401d-b14c-1614b17a32db service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 1099 time: 0.2061732 Apr 05 12:08:12.640717 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:12.642552 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e76bf7d0-a604-4476-abb1-33facddebb24 req-680fd948-f4e2-48a7-95dd-c07633f21995 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819342 Apr 05 12:08:12.662411 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-97375727-34b9-4cb5-856c-f669465c60fb None None] Provisioning for port 1fa1677a-c183-42fc-9898-1ab69a8ec590 completed by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:08:12.671180 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-45225b33-5080-431b-8066-009eff3f4b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:12.675027 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-97375727-34b9-4cb5-856c-f669465c60fb None None] Provisioning complete for port 1fa1677a-c183-42fc-9898-1ab69a8ec590 triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:08:12.675445 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-97375727-34b9-4cb5-856c-f669465c60fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:12.686653 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-45225b33-5080-431b-8066-009eff3f4b6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:08:12.691648 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-45225b33-5080-431b-8066-009eff3f4b6b admin admin] Usage tracker for resource:security_group_rule and tenant:97dd503071a3452fbd89ef69291f635f is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:08:12.697328 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-45225b33-5080-431b-8066-009eff3f4b6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:08:12.703781 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-45225b33-5080-431b-8066-009eff3f4b6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:08:12.722484 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44c42e-6f11-4040-b35f-206340eccaf8 req-1822e374-071a-402e-b266-e8ded42708b4 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:12.726035 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ff44c42e-6f11-4040-b35f-206340eccaf8 req-1822e374-071a-402e-b266-e8ded42708b4 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.1609313 Apr 05 12:08:12.798593 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=c89a5904-2202-4ddd-b74e-88df6377a48e,revision_number=5']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:12.803445 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-45225b33-5080-431b-8066-009eff3f4b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:12.806565 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:12.810063 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-45225b33-5080-431b-8066-009eff3f4b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:12.823226 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b4087da8-0183-4281-815d-37ffced9c8c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:12.823632 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ff44c42e-6f11-4040-b35f-206340eccaf8 req-ebf12323-f2b5-42d8-ab9b-d0b0b12b6a34 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878642 Apr 05 12:08:12.845071 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e537659-724a-40fa-b124-7a3e52ab83b5 admin admin] Router 23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf is scheduled to L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 with binding_index 1 {{(pid=84418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 12:08:12.868055 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45225b33-5080-431b-8066-009eff3f4b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae3cb8c-590f-4c68-8be1-74269a37eddd,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:12.880665 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-45225b33-5080-431b-8066-009eff3f4b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:12.900049 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-97375727-34b9-4cb5-856c-f669465c60fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:12.904792 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-45225b33-5080-431b-8066-009eff3f4b6b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=97dd503071a3452fbd89ef69291f635f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4513609 Apr 05 12:08:12.907553 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 50358) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:12.982534 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-97375727-34b9-4cb5-856c-f669465c60fb None None] For port 1fa1677a-c183-42fc-9898-1ab69a8ec590, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=1fa1677a-c183-42fc-9898-1ab69a8ec590,segment=NetworkSegment(d62ccfde-6ed8-42a6-8575-7667c161fa0f),segment_id=d62ccfde-6ed8-42a6-8575-7667c161fa0f)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:08:12.996310 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-97375727-34b9-4cb5-856c-f669465c60fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:12.998471 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:13.027499 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5cf5736e-e079-403c-8d8f-19fccbe51719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:13.122596 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97375727-34b9-4cb5-856c-f669465c60fb None None] Pushing event updated for resources: {'Port': ['ID=1fa1677a-c183-42fc-9898-1ab69a8ec590,revision_number=3']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:13.125130 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-97375727-34b9-4cb5-856c-f669465c60fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:13.147910 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5cf5736e-e079-403c-8d8f-19fccbe51719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:13.218619 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-1e66ebb5-86e5-43fd-9b06-dd10347af15d None None] Provisioning complete for port 1fa1677a-c183-42fc-9898-1ab69a8ec590 triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:08:13.219032 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1e66ebb5-86e5-43fd-9b06-dd10347af15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:13.220154 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33148fa-956f-447c-8a9c-8fe2495d4acd req-9efa6818-29fe-4e8c-b1ea-1341cec71df5 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:13.226103 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f33148fa-956f-447c-8a9c-8fe2495d4acd req-9efa6818-29fe-4e8c-b1ea-1341cec71df5 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=48dda6e2-0c34-4e05-b569-0e050e9c74ac HTTP/1.1" status: 200 len: 944 time: 0.1626351 Apr 05 12:08:13.271702 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5cf5736e-e079-403c-8d8f-19fccbe51719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:13.280354 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-98680c68-db73-4240-ba0b-b89ec0ba115d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:13.296638 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5736e-e079-403c-8d8f-19fccbe51719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae3cb8c-590f-4c68-8be1-74269a37eddd,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:13.303932 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f33148fa-956f-447c-8a9c-8fe2495d4acd req-eb4fc045-a634-4de0-9aef-40160c662c09 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/security-groups?id=9130fa2a-248d-43c4-81e1-58e15de29d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741587 Apr 05 12:08:13.304922 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5cf5736e-e079-403c-8d8f-19fccbe51719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:13.307559 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5cf5736e-e079-403c-8d8f-19fccbe51719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:13.308421 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e537659-724a-40fa-b124-7a3e52ab83b5 admin admin] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:08:13.318477 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-5cf5736e-e079-403c-8d8f-19fccbe51719 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aae3cb8c-590f-4c68-8be1-74269a37eddd HTTP/1.1" status: 204 len: 168 time: 0.4027238 Apr 05 12:08:13.332006 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf310da8-b786-4d83-8006-54d31f0f1dc6 None None] Sync routers for ids ['23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf'] in dv-cinder-784763-1-smb {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:08:13.332479 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-06159b6c-95d1-4cb7-84a8-084f7552f3ef tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:13.334122 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-06159b6c-95d1-4cb7-84a8-084f7552f3ef tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/networks?id=49526f73-451b-47db-8aba-278bba25f53d HTTP/1.1" status: 200 len: 814 time: 0.2243216 Apr 05 12:08:13.351493 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5e537659-724a-40fa-b124-7a3e52ab83b5 admin admin] Notify callbacks [] for router, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:13.352672 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-5e537659-724a-40fa-b124-7a3e52ab83b5 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.3970304 Apr 05 12:08:13.356109 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 50378) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:13.375389 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf310da8-b786-4d83-8006-54d31f0f1dc6 None None] Routers {'23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:08:13.376620 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-bf310da8-b786-4d83-8006-54d31f0f1dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:08:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:08:13.387997 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-09596d52-3902-4c77-8b88-c148a842e178 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/quotas/8cacd2fbdd0843568a27bde35c8bbf1d HTTP/1.1" status: 200 len: 375 time: 0.0385211 Apr 05 12:08:13.419660 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 1fa1677a-c183-42fc-9898-1ab69a8ec590 up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:08:13.521067 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device c421f8f5-3dd4-4d37-8757-1c9de72bb4b5 up at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:08:13.531845 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-5a757cd1-5177-4df1-b613-3065d941dcfd tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8cacd2fbdd0843568a27bde35c8bbf1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1428034 Apr 05 12:08:13.658937 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port 1fa1677a-c183-42fc-9898-1ab69a8ec590 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:08:13.659540 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:13.721233 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-1455e3b1-84d7-4106-bd2b-cc0c81eedca1 service neutron] 10.222.0.26 "GET /v2.0/networks/49526f73-451b-47db-8aba-278bba25f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882784 Apr 05 12:08:13.727273 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning for port c421f8f5-3dd4-4d37-8757-1c9de72bb4b5 completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:08:13.737774 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning complete for port c421f8f5-3dd4-4d37-8757-1c9de72bb4b5 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:08:13.738904 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:13.817867 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-bf310da8-b786-4d83-8006-54d31f0f1dc6 None None] Set router 23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf gateway port host: dv-cinder-784763-1-smb {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:08:13.897973 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-9a46e56e-05d6-4801-88d9-4a8a7fc669a8 service neutron] 10.222.0.26 "GET /v2.0/networks/49526f73-451b-47db-8aba-278bba25f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729178 Apr 05 12:08:13.940364 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:13.979368 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port c421f8f5-3dd4-4d37-8757-1c9de72bb4b5, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c421f8f5-3dd4-4d37-8757-1c9de72bb4b5,segment=NetworkSegment(cff66e35-35e3-4977-95da-cd674537f379),segment_id=cff66e35-35e3-4977-95da-cd674537f379)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:08:13.983345 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:13.985432 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:14.134677 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=c421f8f5-3dd4-4d37-8757-1c9de72bb4b5,revision_number=5']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:14.144848 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c997692-2fcf-442c-954c-e4f98b08d950 req-6424934b-cb25-483e-af1f-0592380b11ec tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:14.145981 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:14.146616 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3c997692-2fcf-442c-954c-e4f98b08d950 req-6424934b-cb25-483e-af1f-0592380b11ec tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.3946810 Apr 05 12:08:14.146751 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48dda6e2-0c34-4e05-b569-0e050e9c74ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c421f8f5-3dd4-4d37-8757-1c9de72bb4b5'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:08:14.376506 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded93b76-b79a-4aa5-8896-a01fe15c474b req-c07f41da-5be9-4fb7-8cbe-08d4f172566a tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:14.382614 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ded93b76-b79a-4aa5-8896-a01fe15c474b req-c07f41da-5be9-4fb7-8cbe-08d4f172566a tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.1612759 Apr 05 12:08:14.453196 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3c997692-2fcf-442c-954c-e4f98b08d950 req-f015c1b8-5ce9-4834-bf98-a793ad5f402d tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887166 Apr 05 12:08:14.471661 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ded93b76-b79a-4aa5-8896-a01fe15c474b req-4478cba3-2bd5-4176-984a-33db1bfdb307 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767472 Apr 05 12:08:14.521325 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-bf310da8-b786-4d83-8006-54d31f0f1dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'name': 'tempest-TestShelveInstance-2050186192-router', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': 'd026006a-a6ec-4b5a-ae4e-7196fe34ff99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:11Z', 'revision_number': 3, 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'gw_port': {'id': 'd026006a-a6ec-4b5a-ae4e-7196fe34ff99', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:09Z', 'updated_at': '2021-04-05T12:08:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb'}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:08:14.528475 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf310da8-b786-4d83-8006-54d31f0f1dc6 None None] Checking router: 23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf for host: dv-cinder-784763-1-smb {{(pid=84420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:08:14.528889 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf310da8-b786-4d83-8006-54d31f0f1dc6 None None] Updating router 23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf port d026006a-a6ec-4b5a-ae4e-7196fe34ff99 binding host dv-cinder-784763-1-smb {{(pid=84420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 12:08:14.604357 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bf310da8-b786-4d83-8006-54d31f0f1dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:14.634120 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3d6b93a7-1e1d-4bb9-80dc-5712a6bb3044 req-cdb16453-fa4f-4de8-bd83-acdfbeab97fe tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=47504740-ed27-46dc-8c54-8f1e503072d1 HTTP/1.1" status: 200 len: 210 time: 0.0848289 Apr 05 12:08:14.700355 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48dda6e2-0c34-4e05-b569-0e050e9c74ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c421f8f5-3dd4-4d37-8757-1c9de72bb4b5', 'code': 200} Apr 05 12:08:14.711585 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-36b90a20-f7d0-4e8f-bcc4-e99bc0758811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:15.086563 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bf310da8-b786-4d83-8006-54d31f0f1dc6 None None] Notify callbacks [] for port, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:15.101267 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-bf310da8-b786-4d83-8006-54d31f0f1dc6 None None] Transition to ACTIVE for port object d026006a-a6ec-4b5a-ae4e-7196fe34ff99 will not be triggered until provisioned by entity L2. {{(pid=84420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:08:15.108888 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bf310da8-b786-4d83-8006-54d31f0f1dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:15.125569 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-679d19e4-e6b4-4928-a4ab-e2c500951650 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:15.270994 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789f722-056f-4f64-9b73-49ddd65073c9 None None] Pushing event updated for resources: {'Port': ['ID=d026006a-a6ec-4b5a-ae4e-7196fe34ff99,revision_number=2']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:15.275451 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9789f722-056f-4f64-9b73-49ddd65073c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:15.287461 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccf8fe-a1df-4323-8cd6-b89f748d5284 req-e6dc7400-0774-4e37-8088-3c40570c5f7b tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:15.289299 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-95ccf8fe-a1df-4323-8cd6-b89f748d5284 req-e6dc7400-0774-4e37-8088-3c40570c5f7b tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=48dda6e2-0c34-4e05-b569-0e050e9c74ac HTTP/1.1" status: 200 len: 945 time: 0.4802408 Apr 05 12:08:15.323256 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-36b90a20-f7d0-4e8f-bcc4-e99bc0758811 admin admin] Allocated IP 172.20.0.1 (c8b603c3-054c-48fb-be51-22ffd400d7ad/7655aa3d-4c5c-48da-8a0c-9704fa2a3313/4971e5ed-f85d-49df-b88a-8f24e8ca07ee) {{(pid=84417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:08:15.333234 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-bf310da8-b786-4d83-8006-54d31f0f1dc6 None None] Attempting to bind port d026006a-a6ec-4b5a-ae4e-7196fe34ff99 on host dv-cinder-784763-1-smb for vnic_type normal with profile {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:08:15.333899 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-bf310da8-b786-4d83-8006-54d31f0f1dc6 None None] Attempting to bind port d026006a-a6ec-4b5a-ae4e-7196fe34ff99 by drivers openvswitch,hyperv on host dv-cinder-784763-1-smb at level 0 using segments [{'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'}] {{(pid=84420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:08:15.334458 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf310da8-b786-4d83-8006-54d31f0f1dc6 None None] Attempting to bind port d026006a-a6ec-4b5a-ae4e-7196fe34ff99 on network 31dbbfbb-1103-49d1-a0e5-ac5561337b80 {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:08:15.340671 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf310da8-b786-4d83-8006-54d31f0f1dc6 None None] Checking agent: {'id': '4e3bd3f6-d706-454d-ba20-d37fa4b11ed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 9), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:08:15.341291 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf310da8-b786-4d83-8006-54d31f0f1dc6 None None] Checking segment: {'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:08:15.341915 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bf310da8-b786-4d83-8006-54d31f0f1dc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:15.342801 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf310da8-b786-4d83-8006-54d31f0f1dc6 None None] Bound using segment: {'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'} {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:08:15.343461 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-bf310da8-b786-4d83-8006-54d31f0f1dc6 None None] Bound port: d026006a-a6ec-4b5a-ae4e-7196fe34ff99, host: dv-cinder-784763-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'}}] {{(pid=84420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:08:15.344037 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bf310da8-b786-4d83-8006-54d31f0f1dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:15.351702 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bedeb-5d2c-427a-9a16-ad288597ce73 req-cf89c6a7-172d-40a6-b3c1-5d845cf19b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:15.353772 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a60bedeb-5d2c-427a-9a16-ad288597ce73 req-cf89c6a7-172d-40a6-b3c1-5d845cf19b18 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=48dda6e2-0c34-4e05-b569-0e050e9c74ac HTTP/1.1" status: 200 len: 1098 time: 0.2256069 Apr 05 12:08:15.433613 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-95ccf8fe-a1df-4323-8cd6-b89f748d5284 req-59c22e21-bed2-4d5e-a838-bc782dde9b7e tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/security-groups?id=9130fa2a-248d-43c4-81e1-58e15de29d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250417 Apr 05 12:08:15.451466 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-bf310da8-b786-4d83-8006-54d31f0f1dc6 None None] For port d026006a-a6ec-4b5a-ae4e-7196fe34ff99, host dv-cinder-784763-1-smb, cleared binding levels {{(pid=84420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:08:15.455495 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-bf310da8-b786-4d83-8006-54d31f0f1dc6 None None] For port d026006a-a6ec-4b5a-ae4e-7196fe34ff99, host dv-cinder-784763-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=d026006a-a6ec-4b5a-ae4e-7196fe34ff99,segment=NetworkSegment(2ecfd34e-9a9f-4e0f-94e3-36d27d123670),segment_id=2ecfd34e-9a9f-4e0f-94e3-36d27d123670)] {{(pid=84420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:08:15.460840 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bf310da8-b786-4d83-8006-54d31f0f1dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:15.474032 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:15.572984 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-36b90a20-f7d0-4e8f-bcc4-e99bc0758811 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:15.592573 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-36b90a20-f7d0-4e8f-bcc4-e99bc0758811 admin admin] Transition to ACTIVE for port object 4971e5ed-f85d-49df-b88a-8f24e8ca07ee will not be triggered until provisioned by entity DHCP. {{(pid=84417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:08:15.608090 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a60bedeb-5d2c-427a-9a16-ad288597ce73 req-819308b3-ba4e-4ea8-890e-0e531e1c086a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9130fa2a-248d-43c4-81e1-58e15de29d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405856 Apr 05 12:08:15.648968 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789f722-056f-4f64-9b73-49ddd65073c9 None None] Pushing event updated for resources: {'Port': ['ID=d026006a-a6ec-4b5a-ae4e-7196fe34ff99,revision_number=3']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:15.654307 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9789f722-056f-4f64-9b73-49ddd65073c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:15.707385 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf310da8-b786-4d83-8006-54d31f0f1dc6 None None] Routers {'23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:08:15.707933 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-bf310da8-b786-4d83-8006-54d31f0f1dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:08:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:08:15.714308 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-36b90a20-f7d0-4e8f-bcc4-e99bc0758811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:15.733053 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:15.748044 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681e5aa-0a45-415e-8b48-7422a835c968 req-69aa21b8-cec6-448e-871c-ad4402c009f2 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:15.749771 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5681e5aa-0a45-415e-8b48-7422a835c968 req-69aa21b8-cec6-448e-871c-ad4402c009f2 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.0968363 Apr 05 12:08:15.806149 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba6dda-3b62-4ec3-a19c-1d4d3a6c83a8 req-e7d0977c-8074-4259-b3ea-0883b220a49c tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:15.807726 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d5ba6dda-3b62-4ec3-a19c-1d4d3a6c83a8 req-e7d0977c-8074-4259-b3ea-0883b220a49c tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.2067323 Apr 05 12:08:15.825061 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5681e5aa-0a45-415e-8b48-7422a835c968 req-6aa635ca-32f7-4506-9cdb-1c0ae0cdd88c tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678697 Apr 05 12:08:15.919008 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-bf310da8-b786-4d83-8006-54d31f0f1dc6 None None] Set router 23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf gateway port host: dv-cinder-784763-1-smb {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:08:16.017386 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6abd7115-1a04-4d6a-a525-ee2d15843e03 req-100bfa24-b85c-469c-a891-20041833a761 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=47504740-ed27-46dc-8c54-8f1e503072d1 HTTP/1.1" status: 200 len: 210 time: 0.0546899 Apr 05 12:08:16.027540 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b90a20-f7d0-4e8f-bcc4-e99bc0758811 admin admin] Pushing event updated for resources: {'Port': ['ID=4971e5ed-f85d-49df-b88a-8f24e8ca07ee,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:16.030596 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-36b90a20-f7d0-4e8f-bcc4-e99bc0758811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:16.088894 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d5ba6dda-3b62-4ec3-a19c-1d4d3a6c83a8 req-f83b7824-97bf-4311-9604-e68b24fe9ff8 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492173 Apr 05 12:08:16.148224 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee57c5-4955-463f-8790-d649070e6a7c req-dc108a39-2443-4b4f-a77a-e86565cd3d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:16.150530 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-fbee57c5-4955-463f-8790-d649070e6a7c req-dc108a39-2443-4b4f-a77a-e86565cd3d92 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 1098 time: 0.1310053 Apr 05 12:08:16.186834 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-d72e413c-edb8-460c-a5b7-ec4d28746ef0 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:16.188747 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-d72e413c-edb8-460c-a5b7-ec4d28746ef0 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.32 "GET /v2.0/networks?id=49526f73-451b-47db-8aba-278bba25f53d HTTP/1.1" status: 200 len: 814 time: 0.3930805 Apr 05 12:08:16.200499 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b90a20-f7d0-4e8f-bcc4-e99bc0758811 admin admin] Network c8b603c3-054c-48fb-be51-22ffd400d7ad is already hosted by enough agents. {{(pid=84417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:08:16.201758 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-36b90a20-f7d0-4e8f-bcc4-e99bc0758811 admin admin] Resources bound (agent type, host, resource id): {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:08:16.204208 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b90a20-f7d0-4e8f-bcc4-e99bc0758811 admin admin] Received port after_create {{(pid=84417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:08:16.225749 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-fbee57c5-4955-463f-8790-d649070e6a7c req-fecaed75-3146-4055-ab01-5c6ba31c8c9d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628393 Apr 05 12:08:16.254754 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-4ef9c0cd-776f-43d9-8e23-74ad326c89bc tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Request body: {'port': {'device_id': '47504740-ed27-46dc-8c54-8f1e503072d1', 'network_id': '49526f73-451b-47db-8aba-278bba25f53d', 'admin_state_up': True, 'tenant_id': '8cacd2fbdd0843568a27bde35c8bbf1d'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:16.310462 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-bf310da8-b786-4d83-8006-54d31f0f1dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'name': 'tempest-TestShelveInstance-2050186192-router', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': 'd026006a-a6ec-4b5a-ae4e-7196fe34ff99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:11Z', 'revision_number': 3, 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'gw_port': {'id': 'd026006a-a6ec-4b5a-ae4e-7196fe34ff99', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:09Z', 'updated_at': '2021-04-05T12:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb'}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:08:16.319368 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf310da8-b786-4d83-8006-54d31f0f1dc6 None None] The sync data for ids ['23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf'] in dv-cinder-784763-1-smb is: [{'id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'name': 'tempest-TestShelveInstance-2050186192-router', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': 'd026006a-a6ec-4b5a-ae4e-7196fe34ff99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:11Z', 'revision_number': 3, 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'gw_port': {'id': 'd026006a-a6ec-4b5a-ae4e-7196fe34ff99', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:09Z', 'updated_at': '2021-04-05T12:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb'}] {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:08:16.449043 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-43c5d5e4-470c-4ae3-98f0-003ed337437f None None] Provisioning for port 4971e5ed-f85d-49df-b88a-8f24e8ca07ee completed by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:08:16.454533 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-43c5d5e4-470c-4ae3-98f0-003ed337437f None None] Provisioning complete for port 4971e5ed-f85d-49df-b88a-8f24e8ca07ee triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:08:16.455065 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-43c5d5e4-470c-4ae3-98f0-003ed337437f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:16.501766 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-36b90a20-f7d0-4e8f-bcc4-e99bc0758811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854114749'] for router_interface, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:16.529272 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-43c5d5e4-470c-4ae3-98f0-003ed337437f None None] Port 4971e5ed-f85d-49df-b88a-8f24e8ca07ee cannot update to ACTIVE because it is not bound. {{(pid=84419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 12:08:16.579980 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-4ef9c0cd-776f-43d9-8e23-74ad326c89bc tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:08:16.606724 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00eac64-8a7d-4d89-9087-eb892816260e req-9f648c1e-30c7-4b75-befc-1a467e1a48c2 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:16.608339 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b00eac64-8a7d-4d89-9087-eb892816260e req-9f648c1e-30c7-4b75-befc-1a467e1a48c2 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.3308671 Apr 05 12:08:16.609268 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-4ef9c0cd-776f-43d9-8e23-74ad326c89bc tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:08:16.619876 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 50422) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:16.627083 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-2955ff19-2bdf-45be-ab86-decc1acb2cb0 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Request body: {'floatingip': {'port_id': 'c89a5904-2202-4ddd-b74e-88df6377a48e'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:16.628646 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-4ef9c0cd-776f-43d9-8e23-74ad326c89bc tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Made reservation on behalf of 8cacd2fbdd0843568a27bde35c8bbf1d for: {'port': 1} {{(pid=84417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:08:16.637210 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-4ef9c0cd-776f-43d9-8e23-74ad326c89bc tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:16.717967 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2955ff19-2bdf-45be-ab86-decc1acb2cb0 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for floatingip, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:16.814462 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-36b90a20-f7d0-4e8f-bcc4-e99bc0758811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:17.109478 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77513446-7454-4470-b020-1c956be4d4a3 req-e7ede6dd-a9f8-485b-987d-c09b6f0dc58e tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:17.114117 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-77513446-7454-4470-b020-1c956be4d4a3 req-e7ede6dd-a9f8-485b-987d-c09b6f0dc58e tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=48dda6e2-0c34-4e05-b569-0e050e9c74ac HTTP/1.1" status: 200 len: 945 time: 0.5442288 Apr 05 12:08:17.130675 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-4ef9c0cd-776f-43d9-8e23-74ad326c89bc tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Allocated IP 172.20.0.4 (49526f73-451b-47db-8aba-278bba25f53d/f4203655-c8b6-45d2-ab59-6589759dd37a/ff280b58-f426-4a64-bc88-d4eee6c9f948) {{(pid=84417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:08:17.229940 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e3724-e6b9-4162-a0fc-a25857c6efc8 req-e2c6f748-9c8a-4580-8b20-73a05c5b87e5 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:17.231353 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ef4e3724-e6b9-4162-a0fc-a25857c6efc8 req-e2c6f748-9c8a-4580-8b20-73a05c5b87e5 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.2472763 Apr 05 12:08:17.367879 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-77513446-7454-4470-b020-1c956be4d4a3 req-d27adc6d-21cb-4be8-b548-c225d8737108 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/security-groups?id=9130fa2a-248d-43c4-81e1-58e15de29d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107677 Apr 05 12:08:17.403222 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device d026006a-a6ec-4b5a-ae4e-7196fe34ff99 up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:08:17.414514 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ef4e3724-e6b9-4162-a0fc-a25857c6efc8 req-facb2ec3-13fa-4574-82c9-1ed843f438b7 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713269 Apr 05 12:08:17.503366 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning for port d026006a-a6ec-4b5a-ae4e-7196fe34ff99 completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:08:17.507522 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port d026006a-a6ec-4b5a-ae4e-7196fe34ff99 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:08:17.507941 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:17.586018 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.db.resource_extend [None req-36b90a20-f7d0-4e8f-bcc4-e99bc0758811 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 05 12:08:17.619512 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-36b90a20-f7d0-4e8f-bcc4-e99bc0758811 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:17.638163 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-36b90a20-f7d0-4e8f-bcc4-e99bc0758811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853132046'] for port, after_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:17.640515 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2955ff19-2bdf-45be-ab86-decc1acb2cb0 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:17.680177 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-43688b9f-3669-456d-84bc-2f01ad8cc127 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:17.683438 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:17.708974 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] For port d026006a-a6ec-4b5a-ae4e-7196fe34ff99, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=d026006a-a6ec-4b5a-ae4e-7196fe34ff99,segment=NetworkSegment(2ecfd34e-9a9f-4e0f-94e3-36d27d123670),segment_id=2ecfd34e-9a9f-4e0f-94e3-36d27d123670)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:08:17.712894 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:17.718864 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:17.724376 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-60b69668-771a-421c-9555-2f7d719dd69d req-5a8a6296-bde1-47c5-96fc-e79e8861ca6a tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=47504740-ed27-46dc-8c54-8f1e503072d1 HTTP/1.1" status: 200 len: 210 time: 0.0804119 Apr 05 12:08:17.725883 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2955ff19-2bdf-45be-ab86-decc1acb2cb0 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854004789'] for floatingip, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:17.816990 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-36b90a20-f7d0-4e8f-bcc4-e99bc0758811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854151964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853995370'] for router_interface, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:17.832636 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Pushing event updated for resources: {'Port': ['ID=d026006a-a6ec-4b5a-ae4e-7196fe34ff99,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:17.835944 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:17.975992 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.l3_db [None req-2955ff19-2bdf-45be-ab86-decc1acb2cb0 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Floating IP 57cabb12-8325-4337-8242-d2b4f277505d associated. External IP: 172.28.2.161, port: c89a5904-2202-4ddd-b74e-88df6377a48e. Apr 05 12:08:18.057864 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-4ef9c0cd-776f-43d9-8e23-74ad326c89bc tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks [] for port, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:18.070360 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b90a20-f7d0-4e8f-bcc4-e99bc0758811 admin admin] Pushing event updated for resources: {'Port': ['ID=4971e5ed-f85d-49df-b88a-8f24e8ca07ee,revision_number=2']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:18.073298 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-36b90a20-f7d0-4e8f-bcc4-e99bc0758811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:18.193477 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-4ef9c0cd-776f-43d9-8e23-74ad326c89bc tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:18.207835 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['016a7d1b-70ea-44fb-bdd4-f4e4d798727f', '567d4343-c876-4a60-bb91-51152c9ba689', '15817e27-b8fe-4aa1-9814-5f135bbab823'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:08:18.220206 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1d816d3a-7f76-49f6-b54d-d17746c6434d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:18.261334 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b90a20-f7d0-4e8f-bcc4-e99bc0758811 admin admin] Network c8b603c3-054c-48fb-be51-22ffd400d7ad is already hosted by enough agents. {{(pid=84417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:08:18.270994 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-36b90a20-f7d0-4e8f-bcc4-e99bc0758811 admin admin] Resources bound (agent type, host, resource id): {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:08:18.404633 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2955ff19-2bdf-45be-ab86-decc1acb2cb0 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Router 2ed1024c-404d-48eb-844a-bd8b14f3e405 has already been hosted by L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 {{(pid=84418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 12:08:18.682005 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9c0cd-776f-43d9-8e23-74ad326c89bc tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Pushing event updated for resources: {'Port': ['ID=ff280b58-f426-4a64-bc88-d4eee6c9f948,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:18.690483 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4ef9c0cd-776f-43d9-8e23-74ad326c89bc tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:18.711279 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-aa0d02d7-0560-4790-ac9c-9886d3f59859 None None] Provisioning complete for port 4971e5ed-f85d-49df-b88a-8f24e8ca07ee triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:08:18.712049 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-aa0d02d7-0560-4790-ac9c-9886d3f59859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:18.794811 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-4ef9c0cd-776f-43d9-8e23-74ad326c89bc tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Network 49526f73-451b-47db-8aba-278bba25f53d is already hosted by enough agents. {{(pid=84417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:08:18.798772 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-4ef9c0cd-776f-43d9-8e23-74ad326c89bc tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Resources bound (agent type, host, resource id): {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:08:18.802088 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d02d7-0560-4790-ac9c-9886d3f59859 None None] Port 4971e5ed-f85d-49df-b88a-8f24e8ca07ee cannot update to ACTIVE because it is not bound. {{(pid=84419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 12:08:18.807026 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-4ef9c0cd-776f-43d9-8e23-74ad326c89bc tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Received port after_create {{(pid=84417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:08:18.844785 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b90a20-f7d0-4e8f-bcc4-e99bc0758811 admin admin] Router 23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf has already been hosted by L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 {{(pid=84417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 12:08:18.854828 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8aeacf-2244-41fa-828d-1a75b46ad5f4 req-4b248b2f-428d-4738-8cfe-b95deaf34e9b tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:18.856540 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5b8aeacf-2244-41fa-828d-1a75b46ad5f4 req-4b248b2f-428d-4738-8cfe-b95deaf34e9b tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=48dda6e2-0c34-4e05-b569-0e050e9c74ac HTTP/1.1" status: 200 len: 945 time: 0.2642174 Apr 05 12:08:18.966432 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2955ff19-2bdf-45be-ab86-decc1acb2cb0 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:08:18.971384 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2955ff19-2bdf-45be-ab86-decc1acb2cb0 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:18.977949 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ee98d-88a5-411c-8ab4-30be5dfac033 None None] Sync routers for ids ['2ed1024c-404d-48eb-844a-bd8b14f3e405'] in dv-cinder-784763-1-smb {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:08:18.988057 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039ee98d-88a5-411c-8ab4-30be5dfac033 None None] Routers {'2ed1024c-404d-48eb-844a-bd8b14f3e405'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:08:18.988841 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-039ee98d-88a5-411c-8ab4-30be5dfac033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:08:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['2ed1024c-404d-48eb-844a-bd8b14f3e405'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:08:19.020202 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b9966-306e-4c6e-ac74-1430d22020eb req-c50edbfa-d137-4e08-8cb9-b5eba625eda8 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:19.021832 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c70b9966-306e-4c6e-ac74-1430d22020eb req-c50edbfa-d137-4e08-8cb9-b5eba625eda8 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.1873269 Apr 05 12:08:19.070190 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5b8aeacf-2244-41fa-828d-1a75b46ad5f4 req-a7c6e010-3194-48ac-920f-40596437b8c6 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/security-groups?id=9130fa2a-248d-43c4-81e1-58e15de29d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017248 Apr 05 12:08:19.077317 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-4ef9c0cd-776f-43d9-8e23-74ad326c89bc tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:19.078074 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-4ef9c0cd-776f-43d9-8e23-74ad326c89bc tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for port, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:19.107659 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c70b9966-306e-4c6e-ac74-1430d22020eb req-ff5d38ed-1098-4021-b99d-c72b975ec592 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694427 Apr 05 12:08:19.112605 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-2955ff19-2bdf-45be-ab86-decc1acb2cb0 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "PUT /v2.0/floatingips/57cabb12-8325-4337-8242-d2b4f277505d HTTP/1.1" status: 200 len: 992 time: 2.4914703 Apr 05 12:08:19.113498 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e76f8f-af39-473b-b452-50e77f267d48', 'tag': 'c89a5904-2202-4ddd-b74e-88df6377a48e'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:08:19.150704 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-4ef9c0cd-776f-43d9-8e23-74ad326c89bc tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9049206 Apr 05 12:08:19.174314 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-66e0ccf3-8cd6-441a-a892-17f59ad4943b service neutron] Request body: {'port': {'device_id': '47504740-ed27-46dc-8c54-8f1e503072d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:19.236745 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b90a20-f7d0-4e8f-bcc4-e99bc0758811 admin admin] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:08:19.244133 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-36b90a20-f7d0-4e8f-bcc4-e99bc0758811 admin admin] 10.222.0.26 "PUT /v2.0/routers/23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8868175 Apr 05 12:08:19.307955 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-039ee98d-88a5-411c-8ab4-30be5dfac033 None None] Set router 2ed1024c-404d-48eb-844a-bd8b14f3e405 gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:08:19.370115 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-66e0ccf3-8cd6-441a-a892-17f59ad4943b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:19.403323 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device d026006a-a6ec-4b5a-ae4e-7196fe34ff99 up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:08:19.500922 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47543787-4cd1-4654-ba19-39a29c4da2bd req-9ecad7cf-bc05-42c9-9fbb-50f993e2d4cc tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:19.509261 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-47543787-4cd1-4654-ba19-39a29c4da2bd req-9ecad7cf-bc05-42c9-9fbb-50f993e2d4cc tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=47504740-ed27-46dc-8c54-8f1e503072d1 HTTP/1.1" status: 200 len: 931 time: 0.2065470 Apr 05 12:08:19.587711 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-47543787-4cd1-4654-ba19-39a29c4da2bd req-135e0bf8-82b9-4a44-b044-3fcffa09903b tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774465 Apr 05 12:08:19.675040 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e76f8f-af39-473b-b452-50e77f267d48', 'tag': 'c89a5904-2202-4ddd-b74e-88df6377a48e', 'status': 'completed', 'code': 200} Apr 05 12:08:19.710409 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16545b60-040b-4a3a-8369-a4cc304f0a38 None None] Sync routers for ids ['23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf'] in dv-cinder-784763-1-smb {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:08:19.726638 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16545b60-040b-4a3a-8369-a4cc304f0a38 None None] Routers {'23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:08:19.729174 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-16545b60-040b-4a3a-8369-a4cc304f0a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:08:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:08:19.936592 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab65cd9-a1f8-42e7-95af-299bbab4ed29 req-5f1f101f-9452-4cbb-af27-f72395304b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:19.938278 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-bab65cd9-a1f8-42e7-95af-299bbab4ed29 req-5f1f101f-9452-4cbb-af27-f72395304b57 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef963fd801d14231908609f44c23fa0b&device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 1099 time: 0.2318935 Apr 05 12:08:20.047785 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-16545b60-040b-4a3a-8369-a4cc304f0a38 None None] Set router 23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf gateway port host: dv-cinder-784763-1-smb {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:08:20.161514 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port d026006a-a6ec-4b5a-ae4e-7196fe34ff99 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:08:20.162094 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:20.203826 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-66e0ccf3-8cd6-441a-a892-17f59ad4943b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff280b58-f426-4a64-bc88-d4eee6c9f948 {{(pid=84417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:08:20.221659 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-66e0ccf3-8cd6-441a-a892-17f59ad4943b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:20.256278 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-66e0ccf3-8cd6-441a-a892-17f59ad4943b service neutron] Transition to ACTIVE for port object ff280b58-f426-4a64-bc88-d4eee6c9f948 will not be triggered until provisioned by entity L2. {{(pid=84417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:08:20.262626 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-66e0ccf3-8cd6-441a-a892-17f59ad4943b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853132046'] for port, after_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:20.326291 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-039ee98d-88a5-411c-8ab4-30be5dfac033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'name': 'tempest-AttachVolumeShelveTestJSON-1543860503-router', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:07:35Z', 'updated_at': '2021-04-05T12:07:44Z', 'revision_number': 4, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'gw_port': {'id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:15:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:37Z', 'updated_at': '2021-04-05T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_floatingips': [{'id': '57cabb12-8325-4337-8242-d2b4f277505d', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'floating_ip_address': '172.28.2.161', 'floating_network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'router_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'port_id': 'c89a5904-2202-4ddd-b74e-88df6377a48e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'mac_address': 'fa:16:3e:98:67:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e76f8f-af39-473b-b452-50e77f267d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:07:50Z', 'updated_at': '2021-04-05T12:08:17Z', 'revision_number': 1, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37584758-d8ac-49b8-8ba8-399d92b30e1d', 'name': '', 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'mac_address': 'fa:16:3e:33:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:43Z', 'updated_at': '2021-04-05T12:07:53Z', 'revision_number': 5, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'subnets': [{'id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:08:20.334272 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ee98d-88a5-411c-8ab4-30be5dfac033 None None] Checking router: 2ed1024c-404d-48eb-844a-bd8b14f3e405 for host: dv-cinder-784763-1-smb {{(pid=84419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:08:20.362232 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039ee98d-88a5-411c-8ab4-30be5dfac033 None None] Routers {'2ed1024c-404d-48eb-844a-bd8b14f3e405'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:08:20.364249 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-039ee98d-88a5-411c-8ab4-30be5dfac033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:08:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['2ed1024c-404d-48eb-844a-bd8b14f3e405'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:08:20.457263 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab65cd9-a1f8-42e7-95af-299bbab4ed29 req-868cf9c6-93db-4ebc-b75c-5073edbf2482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:20.458978 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-bab65cd9-a1f8-42e7-95af-299bbab4ed29 req-868cf9c6-93db-4ebc-b75c-5073edbf2482 service neutron] 10.222.0.32 "GET /v2.0/networks?id=40fb80d3-753f-4a6e-8e1e-404338c152f4 HTTP/1.1" status: 200 len: 918 time: 0.5126512 Apr 05 12:08:20.558260 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 50482) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:20.568839 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f11aa29d-fc98-4635-9d29-1dd17fcfcd20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:20.587948 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-1efa1aac-8e69-4a6c-b8d0-221d0146d35a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1570730243-network', 'tenant_id': '2b796b7ad745479699154dea3146ab42'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:20.611041 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-1efa1aac-8e69-4a6c-b8d0-221d0146d35a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:08:20.637480 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387f23f-208c-4012-9b82-e448e8f74383 req-fa2fd0a7-81a2-4e2c-a54b-054c45633824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:20.646940 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f387f23f-208c-4012-9b82-e448e8f74383 req-fa2fd0a7-81a2-4e2c-a54b-054c45633824 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=808b3f55d36f47a2a2dd53e694db5da5&device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 1098 time: 0.4654794 Apr 05 12:08:20.667534 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0ccf3-8cd6-441a-a892-17f59ad4943b service neutron] Pushing event updated for resources: {'Port': ['ID=ff280b58-f426-4a64-bc88-d4eee6c9f948,revision_number=2']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:20.692231 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-66e0ccf3-8cd6-441a-a892-17f59ad4943b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:20.720348 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-1efa1aac-8e69-4a6c-b8d0-221d0146d35a admin admin] Usage tracker for resource:network and tenant:2b796b7ad745479699154dea3146ab42 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:08:20.742935 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-1efa1aac-8e69-4a6c-b8d0-221d0146d35a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:08:20.763939 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-1efa1aac-8e69-4a6c-b8d0-221d0146d35a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:08:20.772024 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-16545b60-040b-4a3a-8369-a4cc304f0a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'name': 'tempest-TestShelveInstance-2050186192-router', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': 'd026006a-a6ec-4b5a-ae4e-7196fe34ff99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:16Z', 'revision_number': 4, 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'gw_port': {'id': 'd026006a-a6ec-4b5a-ae4e-7196fe34ff99', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:09Z', 'updated_at': '2021-04-05T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': '4971e5ed-f85d-49df-b88a-8f24e8ca07ee', 'name': '', 'network_id': 'c8b603c3-054c-48fb-be51-22ffd400d7ad', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'mac_address': 'fa:16:3e:5f:48:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7655aa3d-4c5c-48da-8a0c-9704fa2a3313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:14Z', 'updated_at': '2021-04-05T12:08:17Z', 'revision_number': 2, 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'subnets': [{'id': '7655aa3d-4c5c-48da-8a0c-9704fa2a3313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:08:20.789188 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16545b60-040b-4a3a-8369-a4cc304f0a38 None None] Checking router: 23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf for host: dv-cinder-784763-1-smb {{(pid=84420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:08:20.789630 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16545b60-040b-4a3a-8369-a4cc304f0a38 None None] Updating router 23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf port 4971e5ed-f85d-49df-b88a-8f24e8ca07ee binding host dv-cinder-784763-1-smb {{(pid=84420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 12:08:20.834220 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-bab65cd9-a1f8-42e7-95af-299bbab4ed29 req-819a6ac0-b234-41f8-8d53-3ecda3b309e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c89a5904-2202-4ddd-b74e-88df6377a48e HTTP/1.1" status: 200 len: 1000 time: 0.3590991 Apr 05 12:08:20.856106 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e6841-cb29-47cf-ac07-9d117fe1817b req-ef9b66bd-bd6b-4a32-bc5c-5ec7d71389e1 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:20.859843 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-051e6841-cb29-47cf-ac07-9d117fe1817b req-ef9b66bd-bd6b-4a32-bc5c-5ec7d71389e1 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.5178926 Apr 05 12:08:20.890968 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-16545b60-040b-4a3a-8369-a4cc304f0a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:20.895903 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-039ee98d-88a5-411c-8ab4-30be5dfac033 None None] Set router 2ed1024c-404d-48eb-844a-bd8b14f3e405 gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:08:20.949172 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efa1aac-8e69-4a6c-b8d0-221d0146d35a admin admin] Made reservation on behalf of 2b796b7ad745479699154dea3146ab42 for: {'network': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:08:20.965456 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-66e0ccf3-8cd6-441a-a892-17f59ad4943b service neutron] Attempting to bind port ff280b58-f426-4a64-bc88-d4eee6c9f948 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:08:20.965856 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-66e0ccf3-8cd6-441a-a892-17f59ad4943b service neutron] Attempting to bind port ff280b58-f426-4a64-bc88-d4eee6c9f948 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '87a99d09-0430-4d43-b90b-ebe3a6cff4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '49526f73-451b-47db-8aba-278bba25f53d'}] {{(pid=84417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:08:20.965974 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1efa1aac-8e69-4a6c-b8d0-221d0146d35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for network, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:20.966360 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-66e0ccf3-8cd6-441a-a892-17f59ad4943b service neutron] Attempting to bind port ff280b58-f426-4a64-bc88-d4eee6c9f948 on network 49526f73-451b-47db-8aba-278bba25f53d {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:08:20.971581 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-66e0ccf3-8cd6-441a-a892-17f59ad4943b service neutron] Port ff280b58-f426-4a64-bc88-d4eee6c9f948 on network 49526f73-451b-47db-8aba-278bba25f53d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 12:08:20.971898 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-66e0ccf3-8cd6-441a-a892-17f59ad4943b service neutron] Attempting to bind port ff280b58-f426-4a64-bc88-d4eee6c9f948 on network 49526f73-451b-47db-8aba-278bba25f53d {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:08:20.978145 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-66e0ccf3-8cd6-441a-a892-17f59ad4943b service neutron] Checking agent: {'id': 'b4ce1f0a-2cfc-4a41-8c75-ffa3be69bd3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:08:20.978524 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-66e0ccf3-8cd6-441a-a892-17f59ad4943b service neutron] Checking segment: {'id': '87a99d09-0430-4d43-b90b-ebe3a6cff4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '49526f73-451b-47db-8aba-278bba25f53d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:08:20.978942 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-66e0ccf3-8cd6-441a-a892-17f59ad4943b service neutron] Bound using segment: {'id': '87a99d09-0430-4d43-b90b-ebe3a6cff4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '49526f73-451b-47db-8aba-278bba25f53d'} {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:08:20.979410 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-66e0ccf3-8cd6-441a-a892-17f59ad4943b service neutron] Bound port: ff280b58-f426-4a64-bc88-d4eee6c9f948, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87a99d09-0430-4d43-b90b-ebe3a6cff4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '49526f73-451b-47db-8aba-278bba25f53d'}}] {{(pid=84417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:08:20.979915 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-66e0ccf3-8cd6-441a-a892-17f59ad4943b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:21.106106 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387f23f-208c-4012-9b82-e448e8f74383 req-d58879c5-9c83-4fcd-a363-ccf517336157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:21.107697 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f387f23f-208c-4012-9b82-e448e8f74383 req-d58879c5-9c83-4fcd-a363-ccf517336157 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e4d2affa-d50a-4902-aca6-24458c2b9331 HTTP/1.1" status: 200 len: 919 time: 0.4305031 Apr 05 12:08:21.109136 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab65cd9-a1f8-42e7-95af-299bbab4ed29 req-51a65f6f-df5c-4081-843c-b27897298636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:21.110554 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-bab65cd9-a1f8-42e7-95af-299bbab4ed29 req-51a65f6f-df5c-4081-843c-b27897298636 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad6e7b7d-b348-4208-aa85-00f9b060484b HTTP/1.1" status: 200 len: 856 time: 0.1296403 Apr 05 12:08:21.124789 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1efa1aac-8e69-4a6c-b8d0-221d0146d35a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:21.147907 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-66e0ccf3-8cd6-441a-a892-17f59ad4943b service neutron] For port ff280b58-f426-4a64-bc88-d4eee6c9f948, host hv-cinder-78476, cleared binding levels {{(pid=84417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:08:21.151740 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-66e0ccf3-8cd6-441a-a892-17f59ad4943b service neutron] For port ff280b58-f426-4a64-bc88-d4eee6c9f948, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=ff280b58-f426-4a64-bc88-d4eee6c9f948,segment=NetworkSegment(87a99d09-0430-4d43-b90b-ebe3a6cff4b3),segment_id=87a99d09-0430-4d43-b90b-ebe3a6cff4b3)] {{(pid=84417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:08:21.157765 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-66e0ccf3-8cd6-441a-a892-17f59ad4943b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853132046'] for port, after_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:21.190646 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:21.330578 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f387f23f-208c-4012-9b82-e448e8f74383 req-8f406579-05a7-448e-b3d5-bf412a5c0b70 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0697b953-a856-4fa8-b6e2-cd216ea973a9 HTTP/1.1" status: 200 len: 217 time: 0.1809404 Apr 05 12:08:21.341871 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-1efa1aac-8e69-4a6c-b8d0-221d0146d35a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:08:21.345834 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-1efa1aac-8e69-4a6c-b8d0-221d0146d35a admin admin] Usage tracker for resource:security_group_rule and tenant:2b796b7ad745479699154dea3146ab42 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:08:21.349551 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-1efa1aac-8e69-4a6c-b8d0-221d0146d35a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:08:21.365169 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-1efa1aac-8e69-4a6c-b8d0-221d0146d35a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:08:21.432557 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-039ee98d-88a5-411c-8ab4-30be5dfac033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'name': 'tempest-AttachVolumeShelveTestJSON-1543860503-router', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:07:35Z', 'updated_at': '2021-04-05T12:07:44Z', 'revision_number': 4, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'gw_port': {'id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:15:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:37Z', 'updated_at': '2021-04-05T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_floatingips': [{'id': '57cabb12-8325-4337-8242-d2b4f277505d', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'floating_ip_address': '172.28.2.161', 'floating_network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'router_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'port_id': 'c89a5904-2202-4ddd-b74e-88df6377a48e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'mac_address': 'fa:16:3e:98:67:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e76f8f-af39-473b-b452-50e77f267d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:07:50Z', 'updated_at': '2021-04-05T12:08:17Z', 'revision_number': 1, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37584758-d8ac-49b8-8ba8-399d92b30e1d', 'name': '', 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'mac_address': 'fa:16:3e:33:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:43Z', 'updated_at': '2021-04-05T12:07:53Z', 'revision_number': 5, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'subnets': [{'id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:08:21.437225 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ee98d-88a5-411c-8ab4-30be5dfac033 None None] The sync data for ids ['2ed1024c-404d-48eb-844a-bd8b14f3e405'] in dv-cinder-784763-1-smb is: [{'id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'name': 'tempest-AttachVolumeShelveTestJSON-1543860503-router', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:07:35Z', 'updated_at': '2021-04-05T12:07:44Z', 'revision_number': 4, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'gw_port': {'id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:15:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:37Z', 'updated_at': '2021-04-05T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_floatingips': [{'id': '57cabb12-8325-4337-8242-d2b4f277505d', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'floating_ip_address': '172.28.2.161', 'floating_network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'router_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'port_id': 'c89a5904-2202-4ddd-b74e-88df6377a48e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'mac_address': 'fa:16:3e:98:67:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e76f8f-af39-473b-b452-50e77f267d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:07:50Z', 'updated_at': '2021-04-05T12:08:17Z', 'revision_number': 1, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37584758-d8ac-49b8-8ba8-399d92b30e1d', 'name': '', 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'mac_address': 'fa:16:3e:33:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:43Z', 'updated_at': '2021-04-05T12:07:53Z', 'revision_number': 5, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'subnets': [{'id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:08:21.496700 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0ccf3-8cd6-441a-a892-17f59ad4943b service neutron] Pushing event updated for resources: {'Port': ['ID=ff280b58-f426-4a64-bc88-d4eee6c9f948,revision_number=3']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:21.504830 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-66e0ccf3-8cd6-441a-a892-17f59ad4943b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:21.521353 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-051e6841-cb29-47cf-ac07-9d117fe1817b req-774bf9b4-4bf6-41fa-b8ff-af516d2a18da tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6094327 Apr 05 12:08:21.535831 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1efa1aac-8e69-4a6c-b8d0-221d0146d35a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:21.560052 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1efa1aac-8e69-4a6c-b8d0-221d0146d35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:21.567701 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be302f65-1893-472f-9f61-0a3108c15361 req-98280f91-b68e-43e4-98e8-f6173d2aeb5f tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:21.568744 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-be302f65-1893-472f-9f61-0a3108c15361 req-98280f91-b68e-43e4-98e8-f6173d2aeb5f tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Synchronizing usage tracker for tenant:8cacd2fbdd0843568a27bde35c8bbf1d on resource:port {{(pid=84417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:08:21.571943 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3588ded3-06d8-430a-968b-37fec2939ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:21.575782 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-66e0ccf3-8cd6-441a-a892-17f59ad4943b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:21.576736 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-66e0ccf3-8cd6-441a-a892-17f59ad4943b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for port, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:21.578542 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-66e0ccf3-8cd6-441a-a892-17f59ad4943b service neutron] 10.222.0.32 "PUT /v2.0/ports/ff280b58-f426-4a64-bc88-d4eee6c9f948 HTTP/1.1" status: 200 len: 1093 time: 2.4088924 Apr 05 12:08:21.582049 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47504740-ed27-46dc-8c54-8f1e503072d1', 'tag': 'ff280b58-f426-4a64-bc88-d4eee6c9f948'}] {{(pid=84417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:08:21.602553 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-be302f65-1893-472f-9f61-0a3108c15361 req-98280f91-b68e-43e4-98e8-f6173d2aeb5f tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Unset dirty status for tenant:8cacd2fbdd0843568a27bde35c8bbf1d on resource:port {{(pid=84417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:08:21.615848 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-be302f65-1893-472f-9f61-0a3108c15361 req-98280f91-b68e-43e4-98e8-f6173d2aeb5f tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=47504740-ed27-46dc-8c54-8f1e503072d1 HTTP/1.1" status: 200 len: 943 time: 0.3703516 Apr 05 12:08:21.638625 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387f23f-208c-4012-9b82-e448e8f74383 req-b22a568a-957b-47e1-b8cb-e94579ef3d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:21.640183 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f387f23f-208c-4012-9b82-e448e8f74383 req-b22a568a-957b-47e1-b8cb-e94579ef3d79 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58bfef5a-b03d-4852-8400-b15e7cf54ce5 HTTP/1.1" status: 200 len: 858 time: 0.2185197 Apr 05 12:08:21.643678 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1efa1aac-8e69-4a6c-b8d0-221d0146d35a admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=84418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 12:08:21.655747 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa1aac-8e69-4a6c-b8d0-221d0146d35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96768b6-fce7-4d69-aa82-f6c33cfdd3fc,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:21.700103 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab65cd9-a1f8-42e7-95af-299bbab4ed29 req-b1454f46-2a74-4a15-ae9a-4cadcc900f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:21.701772 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-bab65cd9-a1f8-42e7-95af-299bbab4ed29 req-b1454f46-2a74-4a15-ae9a-4cadcc900f07 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=40fb80d3-753f-4a6e-8e1e-404338c152f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5346804 Apr 05 12:08:21.702801 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1efa1aac-8e69-4a6c-b8d0-221d0146d35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:21.709558 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-16545b60-040b-4a3a-8369-a4cc304f0a38 None None] Notify callbacks [] for port, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:21.727517 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-16545b60-040b-4a3a-8369-a4cc304f0a38 None None] Transition to ACTIVE for port object 4971e5ed-f85d-49df-b88a-8f24e8ca07ee will not be triggered until provisioned by entity L2. {{(pid=84420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:08:21.734366 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-16545b60-040b-4a3a-8369-a4cc304f0a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:21.752559 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:21.785592 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1efa1aac-8e69-4a6c-b8d0-221d0146d35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:21.785989 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-1efa1aac-8e69-4a6c-b8d0-221d0146d35a admin admin] Added segment a9cb494e-d196-4140-a8a0-c4a0b3f5b306 of type vlan for network 78cc7043-a959-4277-83d7-3d6cae2c2655 Apr 05 12:08:21.789328 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f387f23f-208c-4012-9b82-e448e8f74383 req-6a5c13b3-e175-4be0-b048-20c60ae77c49 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4d2affa-d50a-4902-aca6-24458c2b9331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1347785 Apr 05 12:08:21.854882 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2dfe59-2c36-4fc6-8bad-27c23351764b None None] Pushing event updated for resources: {'Port': ['ID=4971e5ed-f85d-49df-b88a-8f24e8ca07ee,revision_number=3']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:21.857418 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0985c8bf-5be8-4721-8314-6e413fef538e None None] New status for floating IP 57cabb12-8325-4337-8242-d2b4f277505d: ACTIVE {{(pid=84419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 12:08:21.860993 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-fa2dfe59-2c36-4fc6-8bad-27c23351764b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:21.911442 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1efa1aac-8e69-4a6c-b8d0-221d0146d35a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757196486498'] for network, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:21.975711 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-be302f65-1893-472f-9f61-0a3108c15361 req-d11f47f8-2d8a-4e9d-acd0-fed0a7d80612 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586900 Apr 05 12:08:22.035151 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-096a34db-778d-493a-8a6b-a996738facc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:22.045253 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-096a34db-778d-493a-8a6b-a996738facc1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cacd2fbdd0843568a27bde35c8bbf1d&device_id=47504740-ed27-46dc-8c54-8f1e503072d1 HTTP/1.1" status: 200 len: 1096 time: 0.3996367 Apr 05 12:08:22.047477 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1efa1aac-8e69-4a6c-b8d0-221d0146d35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739'] for network, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:22.151525 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47504740-ed27-46dc-8c54-8f1e503072d1', 'tag': 'ff280b58-f426-4a64-bc88-d4eee6c9f948', 'status': 'completed', 'code': 200} Apr 05 12:08:22.168173 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-03402c15-2474-428c-961d-ccc6b733df83 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff280b58-f426-4a64-bc88-d4eee6c9f948 HTTP/1.1" status: 200 len: 217 time: 0.1221583 Apr 05 12:08:22.201474 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efa1aac-8e69-4a6c-b8d0-221d0146d35a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:22.203065 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1efa1aac-8e69-4a6c-b8d0-221d0146d35a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:22.239356 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-16545b60-040b-4a3a-8369-a4cc304f0a38 None None] Attempting to bind port 4971e5ed-f85d-49df-b88a-8f24e8ca07ee on host dv-cinder-784763-1-smb for vnic_type normal with profile {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:08:22.239731 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-16545b60-040b-4a3a-8369-a4cc304f0a38 None None] Attempting to bind port 4971e5ed-f85d-49df-b88a-8f24e8ca07ee by drivers openvswitch,hyperv on host dv-cinder-784763-1-smb at level 0 using segments [{'id': 'd62ccfde-6ed8-42a6-8575-7667c161fa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8b603c3-054c-48fb-be51-22ffd400d7ad'}] {{(pid=84420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:08:22.240140 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16545b60-040b-4a3a-8369-a4cc304f0a38 None None] Attempting to bind port 4971e5ed-f85d-49df-b88a-8f24e8ca07ee on network c8b603c3-054c-48fb-be51-22ffd400d7ad {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:08:22.257121 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16545b60-040b-4a3a-8369-a4cc304f0a38 None None] Checking agent: {'id': '4e3bd3f6-d706-454d-ba20-d37fa4b11ed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 9), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:08:22.257513 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16545b60-040b-4a3a-8369-a4cc304f0a38 None None] Checking segment: {'id': 'd62ccfde-6ed8-42a6-8575-7667c161fa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8b603c3-054c-48fb-be51-22ffd400d7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:08:22.257940 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-16545b60-040b-4a3a-8369-a4cc304f0a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:22.258367 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16545b60-040b-4a3a-8369-a4cc304f0a38 None None] Bound using segment: {'id': 'd62ccfde-6ed8-42a6-8575-7667c161fa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8b603c3-054c-48fb-be51-22ffd400d7ad'} {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:08:22.258888 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-16545b60-040b-4a3a-8369-a4cc304f0a38 None None] Bound port: 4971e5ed-f85d-49df-b88a-8f24e8ca07ee, host: dv-cinder-784763-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd62ccfde-6ed8-42a6-8575-7667c161fa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8b603c3-054c-48fb-be51-22ffd400d7ad'}}] {{(pid=84420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:08:22.266332 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-15323144-eef6-44b0-9723-f5c10a863341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:22.267965 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-16545b60-040b-4a3a-8369-a4cc304f0a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:22.285350 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-5b104d86-7064-4ed9-a80d-8ad7d9e1f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:22.287096 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-5b104d86-7064-4ed9-a80d-8ad7d9e1f10b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4203655-c8b6-45d2-ab59-6589759dd37a HTTP/1.1" status: 200 len: 854 time: 0.1088600 Apr 05 12:08:22.302719 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-1efa1aac-8e69-4a6c-b8d0-221d0146d35a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7343194 Apr 05 12:08:22.305668 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 50502) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:22.312320 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-75163c36-e1e2-4f65-9f7e-d7e303ddf39d admin admin] Request body: {'subnet': {'network_id': '78cc7043-a959-4277-83d7-3d6cae2c2655', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1570730243-subnet', 'tenant_id': '2b796b7ad745479699154dea3146ab42', 'ip_version': 4}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:22.381232 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-16545b60-040b-4a3a-8369-a4cc304f0a38 None None] For port 4971e5ed-f85d-49df-b88a-8f24e8ca07ee, host dv-cinder-784763-1-smb, cleared binding levels {{(pid=84420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:08:22.390245 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-16545b60-040b-4a3a-8369-a4cc304f0a38 None None] For port 4971e5ed-f85d-49df-b88a-8f24e8ca07ee, host dv-cinder-784763-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=4971e5ed-f85d-49df-b88a-8f24e8ca07ee,segment=NetworkSegment(d62ccfde-6ed8-42a6-8575-7667c161fa0f),segment_id=d62ccfde-6ed8-42a6-8575-7667c161fa0f)] {{(pid=84420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:08:22.398509 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-16545b60-040b-4a3a-8369-a4cc304f0a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:22.408585 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-75163c36-e1e2-4f65-9f7e-d7e303ddf39d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:08:22.422472 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-75163c36-e1e2-4f65-9f7e-d7e303ddf39d admin admin] Usage tracker for resource:subnet and tenant:2b796b7ad745479699154dea3146ab42 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:08:22.427055 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-c6ea179a-dfc1-4d7e-afe1-3c3184778762 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=49526f73-451b-47db-8aba-278bba25f53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107450 Apr 05 12:08:22.427927 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-75163c36-e1e2-4f65-9f7e-d7e303ddf39d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:08:22.435861 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-fa2dfe59-2c36-4fc6-8bad-27c23351764b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:22.445560 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f849d-9664-4bab-be6f-9d7ca729a2fb req-789d5cdb-f99c-4e9f-bf24-4ba8b94184e1 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:22.445747 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-75163c36-e1e2-4f65-9f7e-d7e303ddf39d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:08:22.454526 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6c9f849d-9664-4bab-be6f-9d7ca729a2fb req-789d5cdb-f99c-4e9f-bf24-4ba8b94184e1 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=48dda6e2-0c34-4e05-b569-0e050e9c74ac HTTP/1.1" status: 200 len: 945 time: 0.7953489 Apr 05 12:08:22.498081 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f387f23f-208c-4012-9b82-e448e8f74383 req-7f5c33c0-67a7-4b72-891f-2639f7ceada6 service neutron] 10.222.0.32 "GET /v2.0/networks/e4d2affa-d50a-4902-aca6-24458c2b9331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6778388 Apr 05 12:08:22.536436 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa1aac-8e69-4a6c-b8d0-221d0146d35a admin admin] Pushing event updated for resources: {'Network': ['ID=78cc7043-a959-4277-83d7-3d6cae2c2655,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:22.549378 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Network 78cc7043-a959-4277-83d7-3d6cae2c2655 details requested by agent ovs-agent-dv-cinder-784763-1-smb with host dv-cinder-784763-1-smb {{(pid=84419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 12:08:22.556196 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75163c36-e1e2-4f65-9f7e-d7e303ddf39d admin admin] Made reservation on behalf of 2b796b7ad745479699154dea3146ab42 for: {'subnet': 1} {{(pid=84417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:08:22.571883 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75163c36-e1e2-4f65-9f7e-d7e303ddf39d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844200963'] for subnet, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:22.642224 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2dfe59-2c36-4fc6-8bad-27c23351764b None None] Pushing event updated for resources: {'Port': ['ID=4971e5ed-f85d-49df-b88a-8f24e8ca07ee,revision_number=4']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:22.647855 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-fa2dfe59-2c36-4fc6-8bad-27c23351764b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:22.724165 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16545b60-040b-4a3a-8369-a4cc304f0a38 None None] Routers {'23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:08:22.725165 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-16545b60-040b-4a3a-8369-a4cc304f0a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:08:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:08:22.742056 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-bab65cd9-a1f8-42e7-95af-299bbab4ed29 req-b350733c-3ceb-433b-9565-44aadfe5f1e6 service neutron] 10.222.0.32 "GET /v2.0/networks/40fb80d3-753f-4a6e-8e1e-404338c152f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9869318 Apr 05 12:08:22.743082 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1efa1aac-8e69-4a6c-b8d0-221d0146d35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:22.750433 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-8d5425e2-97d9-46d0-b80b-f7f58b1ea6ed service neutron] 10.222.0.32 "GET /v2.0/networks/49526f73-451b-47db-8aba-278bba25f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061736 Apr 05 12:08:22.759379 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6c9f849d-9664-4bab-be6f-9d7ca729a2fb req-35bbaadd-e09b-4afc-98f5-d53d05a71d45 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/security-groups?id=9130fa2a-248d-43c4-81e1-58e15de29d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038452 Apr 05 12:08:22.829989 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f387f23f-208c-4012-9b82-e448e8f74383 req-93c18d02-f62c-4907-a5be-5632f61350a9 service neutron] 10.222.0.32 "GET /v2.0/networks/e4d2affa-d50a-4902-aca6-24458c2b9331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998290 Apr 05 12:08:22.973001 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-16545b60-040b-4a3a-8369-a4cc304f0a38 None None] Set router 23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf gateway port host: dv-cinder-784763-1-smb {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:08:23.019971 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-beb4ef70-0a03-43ed-b52a-2f04d985b1bb req-194fbe79-884a-41b5-bd0d-39f4810d4c0e service neutron] 10.222.0.32 "GET /v2.0/networks/49526f73-451b-47db-8aba-278bba25f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161291 Apr 05 12:08:23.186517 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956466f-dc39-4da1-82b3-a57893e4d8af req-5ee46e74-6208-4be5-8e10-16d415fe3c9c tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:23.194455 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f956466f-dc39-4da1-82b3-a57893e4d8af req-5ee46e74-6208-4be5-8e10-16d415fe3c9c tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.4311247 Apr 05 12:08:23.231492 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-bab65cd9-a1f8-42e7-95af-299bbab4ed29 req-5caf792f-a22a-4075-bc87-700d3eba7275 service neutron] 10.222.0.32 "GET /v2.0/networks/40fb80d3-753f-4a6e-8e1e-404338c152f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670959 Apr 05 12:08:23.310125 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f956466f-dc39-4da1-82b3-a57893e4d8af req-2fe18518-b1ce-48c4-97a9-3b5af590cad0 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146202 Apr 05 12:08:23.323923 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98511904-a848-46cd-aaf2-febb0dfaff71 req-259fdc1a-4dd0-4cdf-bf98-9034dd82663d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:23.325502 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-98511904-a848-46cd-aaf2-febb0dfaff71 req-259fdc1a-4dd0-4cdf-bf98-9034dd82663d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cacd2fbdd0843568a27bde35c8bbf1d&device_id=47504740-ed27-46dc-8c54-8f1e503072d1 HTTP/1.1" status: 200 len: 1096 time: 0.2256999 Apr 05 12:08:23.325985 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce71b5-cd02-4cc5-a5f3-90f2761a0580 req-e00aef75-db64-4398-b4aa-d495713c553f tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:23.328320 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6fce71b5-cd02-4cc5-a5f3-90f2761a0580 req-e00aef75-db64-4398-b4aa-d495713c553f tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=47504740-ed27-46dc-8c54-8f1e503072d1 HTTP/1.1" status: 200 len: 943 time: 0.0996015 Apr 05 12:08:23.410618 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-16545b60-040b-4a3a-8369-a4cc304f0a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'name': 'tempest-TestShelveInstance-2050186192-router', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': 'd026006a-a6ec-4b5a-ae4e-7196fe34ff99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:16Z', 'revision_number': 4, 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'gw_port': {'id': 'd026006a-a6ec-4b5a-ae4e-7196fe34ff99', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:09Z', 'updated_at': '2021-04-05T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': '4971e5ed-f85d-49df-b88a-8f24e8ca07ee', 'name': '', 'network_id': 'c8b603c3-054c-48fb-be51-22ffd400d7ad', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'mac_address': 'fa:16:3e:5f:48:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7655aa3d-4c5c-48da-8a0c-9704fa2a3313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:14Z', 'updated_at': '2021-04-05T12:08:22Z', 'revision_number': 4, 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'subnets': [{'id': '7655aa3d-4c5c-48da-8a0c-9704fa2a3313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:08:23.415276 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16545b60-040b-4a3a-8369-a4cc304f0a38 None None] The sync data for ids ['23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf'] in dv-cinder-784763-1-smb is: [{'id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'name': 'tempest-TestShelveInstance-2050186192-router', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': 'd026006a-a6ec-4b5a-ae4e-7196fe34ff99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:16Z', 'revision_number': 4, 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'gw_port': {'id': 'd026006a-a6ec-4b5a-ae4e-7196fe34ff99', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:09Z', 'updated_at': '2021-04-05T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': '4971e5ed-f85d-49df-b88a-8f24e8ca07ee', 'name': '', 'network_id': 'c8b603c3-054c-48fb-be51-22ffd400d7ad', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'mac_address': 'fa:16:3e:5f:48:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7655aa3d-4c5c-48da-8a0c-9704fa2a3313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:14Z', 'updated_at': '2021-04-05T12:08:22Z', 'revision_number': 4, 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'subnets': [{'id': '7655aa3d-4c5c-48da-8a0c-9704fa2a3313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:08:23.505457 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6fce71b5-cd02-4cc5-a5f3-90f2761a0580 req-33b52cd4-385f-4992-898b-60313ca5cf5f tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595199 Apr 05 12:08:23.535391 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889deb97-97ec-4d82-89dd-0fdb351fcc7f req-6dd09c59-ed0e-4522-a419-7bf349c01a85 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:23.537022 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-889deb97-97ec-4d82-89dd-0fdb351fcc7f req-6dd09c59-ed0e-4522-a419-7bf349c01a85 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.32 "GET /v2.0/ports?device_id=48dda6e2-0c34-4e05-b569-0e050e9c74ac HTTP/1.1" status: 200 len: 945 time: 0.1654453 Apr 05 12:08:23.617431 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98511904-a848-46cd-aaf2-febb0dfaff71 req-5e8099cc-3d41-4afe-b0a7-58fc18a689b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:23.619754 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-98511904-a848-46cd-aaf2-febb0dfaff71 req-5e8099cc-3d41-4afe-b0a7-58fc18a689b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=49526f73-451b-47db-8aba-278bba25f53d HTTP/1.1" status: 200 len: 915 time: 0.2295578 Apr 05 12:08:23.638473 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-889deb97-97ec-4d82-89dd-0fdb351fcc7f req-8b4c14e7-dd81-4ec7-a473-b452a725e2eb tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Deleting port c421f8f5-3dd4-4d37-8757-1c9de72bb4b5 {{(pid=84418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:08:23.638927 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-889deb97-97ec-4d82-89dd-0fdb351fcc7f req-8b4c14e7-dd81-4ec7-a473-b452a725e2eb tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:23.713724 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-98511904-a848-46cd-aaf2-febb0dfaff71 req-04eb71e2-4916-487e-86fa-f0b6e6207d36 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff280b58-f426-4a64-bc88-d4eee6c9f948 HTTP/1.1" status: 200 len: 217 time: 0.0841348 Apr 05 12:08:23.853221 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98511904-a848-46cd-aaf2-febb0dfaff71 req-ef60f672-2fc4-4c99-b36e-8684b8bc9ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:23.854895 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-98511904-a848-46cd-aaf2-febb0dfaff71 req-ef60f672-2fc4-4c99-b36e-8684b8bc9ffe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4203655-c8b6-45d2-ab59-6589759dd37a HTTP/1.1" status: 200 len: 854 time: 0.1206863 Apr 05 12:08:23.962846 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-98511904-a848-46cd-aaf2-febb0dfaff71 req-9ae42ec0-532d-4153-b740-6e0a43aa3dc0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=49526f73-451b-47db-8aba-278bba25f53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974336 Apr 05 12:08:23.998269 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-889deb97-97ec-4d82-89dd-0fdb351fcc7f req-8b4c14e7-dd81-4ec7-a473-b452a725e2eb tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] For port c421f8f5-3dd4-4d37-8757-1c9de72bb4b5, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c421f8f5-3dd4-4d37-8757-1c9de72bb4b5,segment=NetworkSegment(cff66e35-35e3-4977-95da-cd674537f379),segment_id=cff66e35-35e3-4977-95da-cd674537f379)] {{(pid=84418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:08:23.998676 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-889deb97-97ec-4d82-89dd-0fdb351fcc7f req-8b4c14e7-dd81-4ec7-a473-b452a725e2eb tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:24.009074 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75163c36-e1e2-4f65-9f7e-d7e303ddf39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1643548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844201010'] for subnet, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:24.044309 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:24.140115 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-889deb97-97ec-4d82-89dd-0fdb351fcc7f req-8b4c14e7-dd81-4ec7-a473-b452a725e2eb tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Calling delete_port for c421f8f5-3dd4-4d37-8757-1c9de72bb4b5 owned by compute:nova {{(pid=84418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:08:24.280454 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75163c36-e1e2-4f65-9f7e-d7e303ddf39d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3be706d-83dd-4eb3-837c-00816e538310,revision_number=0']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:24.295693 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-75163c36-e1e2-4f65-9f7e-d7e303ddf39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:24.310887 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-889deb97-97ec-4d82-89dd-0fdb351fcc7f req-8b4c14e7-dd81-4ec7-a473-b452a725e2eb tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:24.324992 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb62b48-d7dc-43df-8dae-84f42d7b8fbd req-1d567d58-8937-46d8-a779-4968398897ce tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:24.327175 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4bb62b48-d7dc-43df-8dae-84f42d7b8fbd req-1d567d58-8937-46d8-a779-4968398897ce tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/ports?device_id=48dda6e2-0c34-4e05-b569-0e050e9c74ac HTTP/1.1" status: 200 len: 945 time: 0.4162912 Apr 05 12:08:24.328302 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f3fc09cd-22d4-4027-bbef-e8ca80148340 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:24.337914 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['c421f8f5-3dd4-4d37-8757-1c9de72bb4b5'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:08:24.385973 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c14e7-dd81-4ec7-a473-b452a725e2eb tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Pushing event deleted for resources: {'Port': ['ID=c421f8f5-3dd4-4d37-8757-1c9de72bb4b5,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:24.388899 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-98511904-a848-46cd-aaf2-febb0dfaff71 req-1a30c423-0fca-4bc5-bb36-5df7f8db0583 service neutron] 10.222.0.32 "GET /v2.0/networks/49526f73-451b-47db-8aba-278bba25f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103980 Apr 05 12:08:24.411523 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c14e7-dd81-4ec7-a473-b452a725e2eb tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:24.411938 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c14e7-dd81-4ec7-a473-b452a725e2eb tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:24.412348 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c14e7-dd81-4ec7-a473-b452a725e2eb tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:24.412796 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c14e7-dd81-4ec7-a473-b452a725e2eb tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:24.413334 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c14e7-dd81-4ec7-a473-b452a725e2eb tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:24.413762 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c14e7-dd81-4ec7-a473-b452a725e2eb tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:24.414161 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c14e7-dd81-4ec7-a473-b452a725e2eb tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:24.414556 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c14e7-dd81-4ec7-a473-b452a725e2eb tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:24.415125 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c14e7-dd81-4ec7-a473-b452a725e2eb tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:24.415525 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c14e7-dd81-4ec7-a473-b452a725e2eb tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:24.415919 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c14e7-dd81-4ec7-a473-b452a725e2eb tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:24.416308 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c14e7-dd81-4ec7-a473-b452a725e2eb tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:24.426467 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8b4c14e7-dd81-4ec7-a473-b452a725e2eb tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:24.583321 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4bb62b48-d7dc-43df-8dae-84f42d7b8fbd req-3a303438-8878-4e90-b6e2-690b5d248ed6 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.26 "GET /v2.0/security-groups?id=9130fa2a-248d-43c4-81e1-58e15de29d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174652 Apr 05 12:08:24.636211 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75163c36-e1e2-4f65-9f7e-d7e303ddf39d admin admin] Checking segment: {'id': 'a9cb494e-d196-4140-a8a0-c4a0b3f5b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78cc7043-a959-4277-83d7-3d6cae2c2655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:08:24.636587 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75163c36-e1e2-4f65-9f7e-d7e303ddf39d admin admin] Network hostable DHCP agents. Network: 78cc7043-a959-4277-83d7-3d6cae2c2655, hostable agents: ['4e04494a-4007-4790-9de1-331780b361fc'], hosted agents: [] {{(pid=84417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 12:08:24.643291 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-889deb97-97ec-4d82-89dd-0fdb351fcc7f req-8b4c14e7-dd81-4ec7-a473-b452a725e2eb tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] No DVR routers for this DVR port c421f8f5-3dd4-4d37-8757-1c9de72bb4b5 on host hv-cinder-78476 {{(pid=84418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 12:08:24.648230 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-889deb97-97ec-4d82-89dd-0fdb351fcc7f req-8b4c14e7-dd81-4ec7-a473-b452a725e2eb tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:24.651295 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48dda6e2-0c34-4e05-b569-0e050e9c74ac', 'name': 'network-vif-deleted', 'tag': 'c421f8f5-3dd4-4d37-8757-1c9de72bb4b5'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:08:24.672594 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-889deb97-97ec-4d82-89dd-0fdb351fcc7f req-8b4c14e7-dd81-4ec7-a473-b452a725e2eb tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] 10.222.0.32 "DELETE /v2.0/ports/c421f8f5-3dd4-4d37-8757-1c9de72bb4b5 HTTP/1.1" status: 204 len: 173 time: 1.1284072 Apr 05 12:08:24.679295 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-98511904-a848-46cd-aaf2-febb0dfaff71 req-317c08fd-ca21-49f4-8213-f24460c3f663 service neutron] 10.222.0.32 "GET /v2.0/networks/49526f73-451b-47db-8aba-278bba25f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722461 Apr 05 12:08:24.691573 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75163c36-e1e2-4f65-9f7e-d7e303ddf39d admin admin] Network 78cc7043-a959-4277-83d7-3d6cae2c2655 is scheduled to be hosted by DHCP agent 4e04494a-4007-4790-9de1-331780b361fc with binding_index 1 {{(pid=84417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 12:08:24.777082 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-75163c36-e1e2-4f65-9f7e-d7e303ddf39d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-smb, 78cc7043-a959-4277-83d7-3d6cae2c2655) {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:08:24.787394 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d717e9f-7f90-40e8-878f-53aaf8e3e824 None None] Network 78cc7043-a959-4277-83d7-3d6cae2c2655 requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:08:24.801241 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75163c36-e1e2-4f65-9f7e-d7e303ddf39d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:24.801923 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75163c36-e1e2-4f65-9f7e-d7e303ddf39d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for subnet, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:24.837575 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eaca42-84b1-4598-8f5f-1bf68211128f req-36f2ff78-f004-4c94-8767-892f4c5d1d74 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:24.837575 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c1eaca42-84b1-4598-8f5f-1bf68211128f req-36f2ff78-f004-4c94-8767-892f4c5d1d74 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.1605272 Apr 05 12:08:24.855336 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-75163c36-e1e2-4f65-9f7e-d7e303ddf39d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.5455928 Apr 05 12:08:24.858108 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 50532) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:24.867591 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1570730243-router', 'tenant_id': '2b796b7ad745479699154dea3146ab42', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'}}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:24.877025 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:08:24.889264 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d15fe2-8c99-45b3-a9ea-990406f7068a req-58185dd5-83e0-4a90-b44a-a53d02bb340f tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:24.898875 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a7d15fe2-8c99-45b3-a9ea-990406f7068a req-58185dd5-83e0-4a90-b44a-a53d02bb340f tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=47504740-ed27-46dc-8c54-8f1e503072d1 HTTP/1.1" status: 200 len: 943 time: 0.1775386 Apr 05 12:08:24.910371 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c1eaca42-84b1-4598-8f5f-1bf68211128f req-5270f7f5-8bb6-4922-8bdd-1aa81bbee4e4 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689249 Apr 05 12:08:24.938801 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Usage tracker for resource:router and tenant:2b796b7ad745479699154dea3146ab42 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:08:24.945874 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:08:24.952643 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:08:24.972715 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a7d15fe2-8c99-45b3-a9ea-990406f7068a req-d9749a86-165b-4629-b0eb-ee1ea5bd27ca tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728762 Apr 05 12:08:24.977478 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-778464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64815'] for router, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:24.978655 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853997433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854004880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854085315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711017'] for router, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:24.985744 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48dda6e2-0c34-4e05-b569-0e050e9c74ac', 'name': 'network-vif-deleted', 'tag': 'c421f8f5-3dd4-4d37-8757-1c9de72bb4b5', 'status': 'completed', 'code': 200} Apr 05 12:08:25.019582 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:25.087652 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1795e6a8-212c-4f10-b966-dc850d0780bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5788f3ac-9ded-5d46-a90e-e8417a96a4c3-78cc7043-a959-4277-83d7-3d6cae2c2655', 'network_id': '78cc7043-a959-4277-83d7-3d6cae2c2655', 'tenant_id': '2b796b7ad745479699154dea3146ab42', 'fixed_ips': [{'subnet_id': 'c3be706d-83dd-4eb3-837c-00816e538310'}]}} from dv-cinder-784763-1-smb. {{(pid=84419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 12:08:25.087652 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1795e6a8-212c-4f10-b966-dc850d0780bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:25.261255 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-1795e6a8-212c-4f10-b966-dc850d0780bc None None] Allocated IP 172.20.0.2 (78cc7043-a959-4277-83d7-3d6cae2c2655/c3be706d-83dd-4eb3-837c-00816e538310/099654a8-3b10-4a14-be0f-a074f3291838) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:08:25.382599 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 4971e5ed-f85d-49df-b88a-8f24e8ca07ee up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:08:25.545113 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning for port 4971e5ed-f85d-49df-b88a-8f24e8ca07ee completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:08:25.552862 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port 4971e5ed-f85d-49df-b88a-8f24e8ca07ee triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:08:25.553288 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:25.568629 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854004895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854002657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711036'] for router, precommit_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:25.622929 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1795e6a8-212c-4f10-b966-dc850d0780bc None None] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:25.640165 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-1795e6a8-212c-4f10-b966-dc850d0780bc None None] Transition to ACTIVE for port object 099654a8-3b10-4a14-be0f-a074f3291838 will not be triggered until provisioned by entity L2. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:08:25.703607 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-1795e6a8-212c-4f10-b966-dc850d0780bc None None] Transition to ACTIVE for port object 099654a8-3b10-4a14-be0f-a074f3291838 will not be triggered until provisioned by entity DHCP. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:08:25.724174 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1795e6a8-212c-4f10-b966-dc850d0780bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:25.742163 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-208a2da7-90c6-4834-a331-854d4e1b9f5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:25.805717 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:25.916640 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795e6a8-212c-4f10-b966-dc850d0780bc None None] Pushing event updated for resources: {'Port': ['ID=099654a8-3b10-4a14-be0f-a074f3291838,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:25.919809 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1795e6a8-212c-4f10-b966-dc850d0780bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:25.930915 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:25.941680 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] For port 4971e5ed-f85d-49df-b88a-8f24e8ca07ee, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=4971e5ed-f85d-49df-b88a-8f24e8ca07ee,segment=NetworkSegment(d62ccfde-6ed8-42a6-8575-7667c161fa0f),segment_id=d62ccfde-6ed8-42a6-8575-7667c161fa0f)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:08:25.955974 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:25.962516 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-67a01611-7459-4ccf-ab8e-c036f9bbe57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:25.996372 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:26.052650 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1795e6a8-212c-4f10-b966-dc850d0780bc None None] Network 78cc7043-a959-4277-83d7-3d6cae2c2655 is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:08:26.052940 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-1795e6a8-212c-4f10-b966-dc850d0780bc None None] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:08:26.057956 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1795e6a8-212c-4f10-b966-dc850d0780bc None None] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:08:26.106168 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Pushing event updated for resources: {'Port': ['ID=4971e5ed-f85d-49df-b88a-8f24e8ca07ee,revision_number=5']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:26.110096 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:26.184817 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-1795e6a8-212c-4f10-b966-dc850d0780bc None None] Attempting to bind port 099654a8-3b10-4a14-be0f-a074f3291838 on host dv-cinder-784763-1-smb for vnic_type normal with profile {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:08:26.184817 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-1795e6a8-212c-4f10-b966-dc850d0780bc None None] Attempting to bind port 099654a8-3b10-4a14-be0f-a074f3291838 by drivers openvswitch,hyperv on host dv-cinder-784763-1-smb at level 0 using segments [{'id': 'a9cb494e-d196-4140-a8a0-c4a0b3f5b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78cc7043-a959-4277-83d7-3d6cae2c2655'}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:08:26.184817 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1795e6a8-212c-4f10-b966-dc850d0780bc None None] Attempting to bind port 099654a8-3b10-4a14-be0f-a074f3291838 on network 78cc7043-a959-4277-83d7-3d6cae2c2655 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:08:26.184817 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1795e6a8-212c-4f10-b966-dc850d0780bc None None] Checking agent: {'id': '4e3bd3f6-d706-454d-ba20-d37fa4b11ed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 9), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:08:26.184817 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1795e6a8-212c-4f10-b966-dc850d0780bc None None] Checking segment: {'id': 'a9cb494e-d196-4140-a8a0-c4a0b3f5b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78cc7043-a959-4277-83d7-3d6cae2c2655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:08:26.184817 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1795e6a8-212c-4f10-b966-dc850d0780bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:26.184817 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1795e6a8-212c-4f10-b966-dc850d0780bc None None] Bound using segment: {'id': 'a9cb494e-d196-4140-a8a0-c4a0b3f5b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78cc7043-a959-4277-83d7-3d6cae2c2655'} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:08:26.184817 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-1795e6a8-212c-4f10-b966-dc850d0780bc None None] Bound port: 099654a8-3b10-4a14-be0f-a074f3291838, host: dv-cinder-784763-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9cb494e-d196-4140-a8a0-c4a0b3f5b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78cc7043-a959-4277-83d7-3d6cae2c2655'}}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:08:26.185670 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1795e6a8-212c-4f10-b966-dc850d0780bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:26.242263 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e090b7-1ed6-40b8-ae81-16de60e7892d req-5b9743e6-7195-4eed-9aa7-60b5ad66de2e tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:26.250126 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d5e090b7-1ed6-40b8-ae81-16de60e7892d req-5b9743e6-7195-4eed-9aa7-60b5ad66de2e tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=47504740-ed27-46dc-8c54-8f1e503072d1 HTTP/1.1" status: 200 len: 943 time: 0.1098638 Apr 05 12:08:26.291634 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ce171-6b04-4495-8e98-3ab48e070d58 req-ac7fafac-34d6-43f8-a80f-9d10ba6b6440 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:26.293275 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-477ce171-6b04-4495-8e98-3ab48e070d58 req-ac7fafac-34d6-43f8-a80f-9d10ba6b6440 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.2311459 Apr 05 12:08:26.302827 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Allocated IP 172.28.2.223 (31dbbfbb-1103-49d1-a0e5-ac5561337b80/73ae074f-8780-41b9-9bf3-4fc6dce4ecd5/fff753bf-2878-4370-b948-a5079f86f230) {{(pid=84417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:08:26.307965 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-1795e6a8-212c-4f10-b966-dc850d0780bc None None] For port 099654a8-3b10-4a14-be0f-a074f3291838, host dv-cinder-784763-1-smb, cleared binding levels {{(pid=84419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:08:26.311587 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-1795e6a8-212c-4f10-b966-dc850d0780bc None None] For port 099654a8-3b10-4a14-be0f-a074f3291838, host dv-cinder-784763-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=099654a8-3b10-4a14-be0f-a074f3291838,segment=NetworkSegment(a9cb494e-d196-4140-a8a0-c4a0b3f5b306),segment_id=a9cb494e-d196-4140-a8a0-c4a0b3f5b306)] {{(pid=84419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:08:26.314088 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d5e090b7-1ed6-40b8-ae81-16de60e7892d req-0d274b33-e7cf-4bff-8bc0-e844175c2daf tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629745 Apr 05 12:08:26.316984 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1795e6a8-212c-4f10-b966-dc850d0780bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:26.333924 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-97375727-34b9-4cb5-856c-f669465c60fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:26.377506 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-477ce171-6b04-4495-8e98-3ab48e070d58 req-df250f50-88c1-4993-a7b7-9a17605fc4cb tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719531 Apr 05 12:08:26.607611 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:26.640674 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:26.657380 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-43688b9f-3669-456d-84bc-2f01ad8cc127 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:26.721751 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795e6a8-212c-4f10-b966-dc850d0780bc None None] Pushing event updated for resources: {'Port': ['ID=099654a8-3b10-4a14-be0f-a074f3291838,revision_number=2']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:26.725684 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1795e6a8-212c-4f10-b966-dc850d0780bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:26.810131 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Pushing event updated for resources: {'Port': ['ID=fff753bf-2878-4370-b948-a5079f86f230,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:26.822968 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:26.823380 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:26.823778 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:26.824168 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:26.824555 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:26.824941 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:26.825323 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:26.825734 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:26.826097 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:26.826484 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:26.826863 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:26.827241 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:26.833316 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:26.869947 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Network 31dbbfbb-1103-49d1-a0e5-ac5561337b80 is already hosted by enough agents. {{(pid=84417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:08:26.871145 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Resources bound (agent type, host, resource id): {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:08:26.873385 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Received port after_create {{(pid=84417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:08:27.496108 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:27.511227 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 099654a8-3b10-4a14-be0f-a074f3291838 up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:08:27.589548 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0491f-3a12-4a88-9b60-9f218bf3be97 req-1d2ade27-d135-4b50-b9ac-60a13a452274 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:27.591977 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-23f0491f-3a12-4a88-9b60-9f218bf3be97 req-1d2ade27-d135-4b50-b9ac-60a13a452274 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=47504740-ed27-46dc-8c54-8f1e503072d1 HTTP/1.1" status: 200 len: 943 time: 0.1191888 Apr 05 12:08:27.598720 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning for port 099654a8-3b10-4a14-be0f-a074f3291838 completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:08:27.604521 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 4971e5ed-f85d-49df-b88a-8f24e8ca07ee up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:08:27.637268 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device ff280b58-f426-4a64-bc88-d4eee6c9f948 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 12:08:27.639566 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device c421f8f5-3dd4-4d37-8757-1c9de72bb4b5 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:08:27.643243 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-23f0491f-3a12-4a88-9b60-9f218bf3be97 req-8db09ccc-9f03-4214-b350-6566af2c8e3d tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444140 Apr 05 12:08:27.685907 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] No Port match for: c421f8f5-3dd4-4d37-8757-1c9de72bb4b5 {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:08:27.686395 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device c421f8f5-3dd4-4d37-8757-1c9de72bb4b5 not bound to the agent host hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:08:27.829570 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port 4971e5ed-f85d-49df-b88a-8f24e8ca07ee triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:08:27.829974 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:27.923806 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port ff280b58-f426-4a64-bc88-d4eee6c9f948, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=ff280b58-f426-4a64-bc88-d4eee6c9f948,segment=NetworkSegment(87a99d09-0430-4d43-b90b-ebe3a6cff4b3),segment_id=87a99d09-0430-4d43-b90b-ebe3a6cff4b3)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:08:27.929372 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-634456d3-f914-4f06-8cc4-771bf8c09de2 req-759f13f9-2dfe-42c3-b36c-693387c03279 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6089809 Apr 05 12:08:27.946538 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Returning: {'device': 'ff280b58-f426-4a64-bc88-d4eee6c9f948', 'network_id': '49526f73-451b-47db-8aba-278bba25f53d', 'port_id': 'ff280b58-f426-4a64-bc88-d4eee6c9f948', 'mac_address': 'fa:16:3e:c8:68:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4203655-c8b6-45d2-ab59-6589759dd37a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:08:28.068605 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:28.076832 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a6cd6-a46b-4e9f-8ee9-64828c8ee139 req-c46e917b-3ab4-46db-be67-7b4232235156 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:28.088910 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-944a6cd6-a46b-4e9f-8ee9-64828c8ee139 req-c46e917b-3ab4-46db-be67-7b4232235156 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.5268211 Apr 05 12:08:28.090559 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff280b58-f426-4a64-bc88-d4eee6c9f948 {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:08:28.113360 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port ff280b58-f426-4a64-bc88-d4eee6c9f948, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=ff280b58-f426-4a64-bc88-d4eee6c9f948,segment=NetworkSegment(87a99d09-0430-4d43-b90b-ebe3a6cff4b3),segment_id=87a99d09-0430-4d43-b90b-ebe3a6cff4b3)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:08:28.117623 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:28.119483 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cdf0106e-f9e1-4e4c-922e-125985269c59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:28.196675 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=ff280b58-f426-4a64-bc88-d4eee6c9f948,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:28.200985 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:28.318715 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cbd130-3285-47d4-9423-6a52136212b3 None None] Network 78cc7043-a959-4277-83d7-3d6cae2c2655 requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:08:28.348371 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-944a6cd6-a46b-4e9f-8ee9-64828c8ee139 req-9a470be2-dc91-493d-90ea-067fc0fe83fc tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581754 Apr 05 12:08:28.367631 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634456d3-f914-4f06-8cc4-771bf8c09de2 req-a51767c5-3684-448d-bcbd-5c046bfb02a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:28.369425 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-634456d3-f914-4f06-8cc4-771bf8c09de2 req-a51767c5-3684-448d-bcbd-5c046bfb02a5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=808b3f55d36f47a2a2dd53e694db5da5&device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 1098 time: 0.3870909 Apr 05 12:08:28.410075 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-770974'] for router, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:28.465507 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-50df8667-507e-47c8-bd45-193c64012da8 None None] Provisioning for port 099654a8-3b10-4a14-be0f-a074f3291838 completed by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:08:28.474740 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-50df8667-507e-47c8-bd45-193c64012da8 None None] Provisioning complete for port 099654a8-3b10-4a14-be0f-a074f3291838 triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:08:28.475227 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-50df8667-507e-47c8-bd45-193c64012da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:28.605574 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634456d3-f914-4f06-8cc4-771bf8c09de2 req-3b7152de-5036-4ae6-afc0-3aad908d8d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:28.607431 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-634456d3-f914-4f06-8cc4-771bf8c09de2 req-3b7152de-5036-4ae6-afc0-3aad908d8d11 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e4d2affa-d50a-4902-aca6-24458c2b9331 HTTP/1.1" status: 200 len: 919 time: 0.1869380 Apr 05 12:08:28.698257 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['ff280b58-f426-4a64-bc88-d4eee6c9f948'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:08:28.779633 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-50df8667-507e-47c8-bd45-193c64012da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:28.896591 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-50df8667-507e-47c8-bd45-193c64012da8 None None] For port 099654a8-3b10-4a14-be0f-a074f3291838, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=099654a8-3b10-4a14-be0f-a074f3291838,segment=NetworkSegment(a9cb494e-d196-4140-a8a0-c4a0b3f5b306),segment_id=a9cb494e-d196-4140-a8a0-c4a0b3f5b306)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:08:28.923724 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-50df8667-507e-47c8-bd45-193c64012da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:28.926103 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1795e6a8-212c-4f10-b966-dc850d0780bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:29.030896 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-634456d3-f914-4f06-8cc4-771bf8c09de2 req-796421d3-9906-4435-828d-5f39a66a1490 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0697b953-a856-4fa8-b6e2-cd216ea973a9 HTTP/1.1" status: 200 len: 217 time: 0.1809630 Apr 05 12:08:29.042401 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ede52a-c664-4201-8407-069eb0971b87 req-a04f5fe0-f480-4f26-b84f-3654e01f7d00 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:29.071243 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-93ede52a-c664-4201-8407-069eb0971b87 req-a04f5fe0-f480-4f26-b84f-3654e01f7d00 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=47504740-ed27-46dc-8c54-8f1e503072d1 HTTP/1.1" status: 200 len: 944 time: 0.1756477 Apr 05 12:08:29.197127 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-93ede52a-c664-4201-8407-069eb0971b87 req-fbc35d1b-2515-41d9-99a0-396fc789bf42 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239285 Apr 05 12:08:29.254404 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df8667-507e-47c8-bd45-193c64012da8 None None] Pushing event updated for resources: {'Port': ['ID=099654a8-3b10-4a14-be0f-a074f3291838,revision_number=3']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:29.270908 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634456d3-f914-4f06-8cc4-771bf8c09de2 req-13fe024e-c8f0-4f9c-b513-3160191861c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:29.272481 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-634456d3-f914-4f06-8cc4-771bf8c09de2 req-13fe024e-c8f0-4f9c-b513-3160191861c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58bfef5a-b03d-4852-8400-b15e7cf54ce5 HTTP/1.1" status: 200 len: 858 time: 0.2254536 Apr 05 12:08:29.329987 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-50df8667-507e-47c8-bd45-193c64012da8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:29.419035 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-634456d3-f914-4f06-8cc4-771bf8c09de2 req-18c35adf-f28a-4006-ad5b-ba6f3696a1cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4d2affa-d50a-4902-aca6-24458c2b9331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351113 Apr 05 12:08:29.534096 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Router 712bff2b-341a-4de9-bed8-5d59031cfe2e is scheduled to L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 with binding_index 1 {{(pid=84417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 12:08:29.555796 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-ec977410-492c-4d52-9846-181fc6da9b13 None None] Provisioning complete for port 099654a8-3b10-4a14-be0f-a074f3291838 triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:08:29.556384 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ec977410-492c-4d52-9846-181fc6da9b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:29.592314 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-634456d3-f914-4f06-8cc4-771bf8c09de2 req-9e4939e0-5d43-4d18-bf01-934c0877a5c4 service neutron] 10.222.0.32 "GET /v2.0/networks/e4d2affa-d50a-4902-aca6-24458c2b9331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593640 Apr 05 12:08:29.915858 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-634456d3-f914-4f06-8cc4-771bf8c09de2 req-05a18b50-9410-40f2-b4eb-ce3a811a2b20 service neutron] 10.222.0.32 "GET /v2.0/networks/e4d2affa-d50a-4902-aca6-24458c2b9331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158824 Apr 05 12:08:29.920548 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:08:29.931534 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b47e32b-3342-4819-b3e1-7b8e45951652 None None] Sync routers for ids ['712bff2b-341a-4de9-bed8-5d59031cfe2e'] in dv-cinder-784763-1-smb {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:08:29.943276 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b47e32b-3342-4819-b3e1-7b8e45951652 None None] Routers {'712bff2b-341a-4de9-bed8-5d59031cfe2e'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:08:29.944450 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Notify callbacks [] for router, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:29.944724 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-5b47e32b-3342-4819-b3e1-7b8e45951652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:08:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['712bff2b-341a-4de9-bed8-5d59031cfe2e'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:08:29.945780 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0864034 Apr 05 12:08:29.949850 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 50656) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:30.216221 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-5b47e32b-3342-4819-b3e1-7b8e45951652 None None] Set router 712bff2b-341a-4de9-bed8-5d59031cfe2e gateway port host: dv-cinder-784763-1-smb {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:08:30.612502 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-5b47e32b-3342-4819-b3e1-7b8e45951652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712bff2b-341a-4de9-bed8-5d59031cfe2e', 'name': 'tempest-TestShelveInstance-1570730243-router', 'tenant_id': '2b796b7ad745479699154dea3146ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fff753bf-2878-4370-b948-a5079f86f230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:24Z', 'updated_at': '2021-04-05T12:08:27Z', 'revision_number': 3, 'project_id': '2b796b7ad745479699154dea3146ab42', 'gw_port': {'id': 'fff753bf-2878-4370-b948-a5079f86f230', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:7e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712bff2b-341a-4de9-bed8-5d59031cfe2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:26Z', 'updated_at': '2021-04-05T12:08:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb'}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:08:30.620230 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b47e32b-3342-4819-b3e1-7b8e45951652 None None] Checking router: 712bff2b-341a-4de9-bed8-5d59031cfe2e for host: dv-cinder-784763-1-smb {{(pid=84420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:08:30.620651 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b47e32b-3342-4819-b3e1-7b8e45951652 None None] Updating router 712bff2b-341a-4de9-bed8-5d59031cfe2e port fff753bf-2878-4370-b948-a5079f86f230 binding host dv-cinder-784763-1-smb {{(pid=84420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 12:08:30.688237 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b47e32b-3342-4819-b3e1-7b8e45951652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:30.867676 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97b6c3-7f9a-44d8-811e-1e84095cb3ff req-f4935d3a-4594-4b90-aeba-755ab7a89baf tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:30.869269 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2e97b6c3-7f9a-44d8-811e-1e84095cb3ff req-f4935d3a-4594-4b90-aeba-755ab7a89baf tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.1040163 Apr 05 12:08:30.957698 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2e97b6c3-7f9a-44d8-811e-1e84095cb3ff req-fd69d897-f814-412c-b82c-4e51055fd247 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807569 Apr 05 12:08:30.976912 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8c76c-f4dc-4f32-92ae-f9c68be8bd8c req-758169f7-2de6-48ce-ae87-aec335abc383 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:30.982121 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-03e8c76c-f4dc-4f32-92ae-f9c68be8bd8c req-758169f7-2de6-48ce-ae87-aec335abc383 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=47504740-ed27-46dc-8c54-8f1e503072d1 HTTP/1.1" status: 200 len: 944 time: 0.2954047 Apr 05 12:08:31.089185 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-03e8c76c-f4dc-4f32-92ae-f9c68be8bd8c req-a14e8f85-5b68-46ba-b21b-86a9ef1964e2 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952795 Apr 05 12:08:31.258085 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b47e32b-3342-4819-b3e1-7b8e45951652 None None] Notify callbacks [] for port, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:31.291041 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-5b47e32b-3342-4819-b3e1-7b8e45951652 None None] Transition to ACTIVE for port object fff753bf-2878-4370-b948-a5079f86f230 will not be triggered until provisioned by entity L2. {{(pid=84420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:08:31.302749 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b47e32b-3342-4819-b3e1-7b8e45951652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:31.329689 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9789f722-056f-4f64-9b73-49ddd65073c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:31.339292 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-173c6198-3201-46eb-b4cc-5c0abc8d3d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:31.412023 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 099654a8-3b10-4a14-be0f-a074f3291838 up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:08:31.660666 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device ff280b58-f426-4a64-bc88-d4eee6c9f948 up at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:08:31.677366 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-173c6198-3201-46eb-b4cc-5c0abc8d3d4a admin admin] Allocated IP 172.20.0.1 (78cc7043-a959-4277-83d7-3d6cae2c2655/c3be706d-83dd-4eb3-837c-00816e538310/b5ee101c-357c-4ab2-94c2-51eb10038735) {{(pid=84417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:08:31.741937 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fe636-edb6-4fb8-ada4-128eedb48921 None None] Pushing event updated for resources: {'Port': ['ID=fff753bf-2878-4370-b948-a5079f86f230,revision_number=2']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:31.742607 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port 099654a8-3b10-4a14-be0f-a074f3291838 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:08:31.743100 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:31.763445 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-331fe636-edb6-4fb8-ada4-128eedb48921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:31.948106 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-5b47e32b-3342-4819-b3e1-7b8e45951652 None None] Attempting to bind port fff753bf-2878-4370-b948-a5079f86f230 on host dv-cinder-784763-1-smb for vnic_type normal with profile {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:08:31.951758 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-5b47e32b-3342-4819-b3e1-7b8e45951652 None None] Attempting to bind port fff753bf-2878-4370-b948-a5079f86f230 by drivers openvswitch,hyperv on host dv-cinder-784763-1-smb at level 0 using segments [{'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'}] {{(pid=84420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:08:31.952615 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b47e32b-3342-4819-b3e1-7b8e45951652 None None] Attempting to bind port fff753bf-2878-4370-b948-a5079f86f230 on network 31dbbfbb-1103-49d1-a0e5-ac5561337b80 {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:08:31.969046 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b47e32b-3342-4819-b3e1-7b8e45951652 None None] Checking agent: {'id': '4e3bd3f6-d706-454d-ba20-d37fa4b11ed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 9), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:08:31.969659 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b47e32b-3342-4819-b3e1-7b8e45951652 None None] Checking segment: {'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:08:31.969890 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b47e32b-3342-4819-b3e1-7b8e45951652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:31.975374 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b47e32b-3342-4819-b3e1-7b8e45951652 None None] Bound using segment: {'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'} {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:08:31.976051 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-5b47e32b-3342-4819-b3e1-7b8e45951652 None None] Bound port: fff753bf-2878-4370-b948-a5079f86f230, host: dv-cinder-784763-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'}}] {{(pid=84420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:08:31.976493 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b47e32b-3342-4819-b3e1-7b8e45951652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:31.979277 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-173c6198-3201-46eb-b4cc-5c0abc8d3d4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:32.002664 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-173c6198-3201-46eb-b4cc-5c0abc8d3d4a admin admin] Transition to ACTIVE for port object b5ee101c-357c-4ab2-94c2-51eb10038735 will not be triggered until provisioned by entity DHCP. {{(pid=84417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:08:32.043609 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-173c6198-3201-46eb-b4cc-5c0abc8d3d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:32.045396 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning for port ff280b58-f426-4a64-bc88-d4eee6c9f948 completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:08:32.072044 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning complete for port ff280b58-f426-4a64-bc88-d4eee6c9f948 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:08:32.072464 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:32.080852 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9309e3bd-213d-4c36-a31c-59d529b00e5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:32.193397 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-5b47e32b-3342-4819-b3e1-7b8e45951652 None None] For port fff753bf-2878-4370-b948-a5079f86f230, host dv-cinder-784763-1-smb, cleared binding levels {{(pid=84420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:08:32.199294 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-5b47e32b-3342-4819-b3e1-7b8e45951652 None None] For port fff753bf-2878-4370-b948-a5079f86f230, host dv-cinder-784763-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=fff753bf-2878-4370-b948-a5079f86f230,segment=NetworkSegment(2ecfd34e-9a9f-4e0f-94e3-36d27d123670),segment_id=2ecfd34e-9a9f-4e0f-94e3-36d27d123670)] {{(pid=84420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:08:32.203909 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b47e32b-3342-4819-b3e1-7b8e45951652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:32.275657 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c6198-3201-46eb-b4cc-5c0abc8d3d4a admin admin] Pushing event updated for resources: {'Port': ['ID=b5ee101c-357c-4ab2-94c2-51eb10038735,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:32.281035 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-173c6198-3201-46eb-b4cc-5c0abc8d3d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:32.360798 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173c6198-3201-46eb-b4cc-5c0abc8d3d4a admin admin] Network 78cc7043-a959-4277-83d7-3d6cae2c2655 is already hosted by enough agents. {{(pid=84417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:08:32.364897 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-173c6198-3201-46eb-b4cc-5c0abc8d3d4a admin admin] Resources bound (agent type, host, resource id): {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:08:32.381499 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173c6198-3201-46eb-b4cc-5c0abc8d3d4a admin admin] Received port after_create {{(pid=84417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:08:32.488668 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-173c6198-3201-46eb-b4cc-5c0abc8d3d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854114749'] for router_interface, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:32.552164 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:32.552939 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f568e9e-f30c-496c-ba4f-65d317a0e029 req-453f670d-8fe3-44c4-9fa4-019bcfd0ad32 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:32.561771 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8f568e9e-f30c-496c-ba4f-65d317a0e029 req-453f670d-8fe3-44c4-9fa4-019bcfd0ad32 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=47504740-ed27-46dc-8c54-8f1e503072d1 HTTP/1.1" status: 200 len: 944 time: 0.2268443 Apr 05 12:08:32.566029 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f313f589-a1a6-4927-a623-8f4fd0fd8096 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:32.598346 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:32.634802 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47504740-ed27-46dc-8c54-8f1e503072d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff280b58-f426-4a64-bc88-d4eee6c9f948'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:08:32.648483 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port ff280b58-f426-4a64-bc88-d4eee6c9f948, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=ff280b58-f426-4a64-bc88-d4eee6c9f948,segment=NetworkSegment(87a99d09-0430-4d43-b90b-ebe3a6cff4b3),segment_id=87a99d09-0430-4d43-b90b-ebe3a6cff4b3)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:08:32.653290 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:32.661328 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:32.667950 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8f568e9e-f30c-496c-ba4f-65d317a0e029 req-289450e8-12a1-4e9c-9a40-4a321bb9ef55 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037097 Apr 05 12:08:32.756344 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-173c6198-3201-46eb-b4cc-5c0abc8d3d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:32.777076 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fe636-edb6-4fb8-ada4-128eedb48921 None None] Pushing event updated for resources: {'Port': ['ID=fff753bf-2878-4370-b948-a5079f86f230,revision_number=3']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:32.779295 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-d97804e1-3922-41a4-8834-c04f80c47fba None None] Provisioning for port b5ee101c-357c-4ab2-94c2-51eb10038735 completed by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:08:32.794760 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-331fe636-edb6-4fb8-ada4-128eedb48921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:32.798300 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-d97804e1-3922-41a4-8834-c04f80c47fba None None] Provisioning complete for port b5ee101c-357c-4ab2-94c2-51eb10038735 triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:08:32.798895 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d97804e1-3922-41a4-8834-c04f80c47fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:32.837151 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b47e32b-3342-4819-b3e1-7b8e45951652 None None] Routers {'712bff2b-341a-4de9-bed8-5d59031cfe2e'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:08:32.837874 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-5b47e32b-3342-4819-b3e1-7b8e45951652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:08:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['712bff2b-341a-4de9-bed8-5d59031cfe2e'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:08:32.843051 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47504740-ed27-46dc-8c54-8f1e503072d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff280b58-f426-4a64-bc88-d4eee6c9f948', 'code': 200} Apr 05 12:08:32.852696 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=ff280b58-f426-4a64-bc88-d4eee6c9f948,revision_number=5']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:32.866765 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:32.867311 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:32.867825 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:32.868308 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:32.868781 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:32.869254 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:32.869735 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:32.870210 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:32.870678 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:32.871146 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:32.871621 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:32.872084 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:32.884862 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:32.895243 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-d97804e1-3922-41a4-8834-c04f80c47fba None None] Port b5ee101c-357c-4ab2-94c2-51eb10038735 cannot update to ACTIVE because it is not bound. {{(pid=84419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 12:08:33.226075 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-5b47e32b-3342-4819-b3e1-7b8e45951652 None None] Set router 712bff2b-341a-4de9-bed8-5d59031cfe2e gateway port host: dv-cinder-784763-1-smb {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:08:33.229908 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-173c6198-3201-46eb-b4cc-5c0abc8d3d4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:33.239832 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-173c6198-3201-46eb-b4cc-5c0abc8d3d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853132046'] for port, after_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:33.274565 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-66e0ccf3-8cd6-441a-a892-17f59ad4943b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:33.371858 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf68dc-dc02-4ef4-8743-cc98be9f762d req-b27b69a0-4dc7-4626-acae-dff9d825400a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:33.373559 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5faf68dc-dc02-4ef4-8743-cc98be9f762d req-b27b69a0-4dc7-4626-acae-dff9d825400a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=47504740-ed27-46dc-8c54-8f1e503072d1 HTTP/1.1" status: 200 len: 1098 time: 0.2271879 Apr 05 12:08:33.381946 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-173c6198-3201-46eb-b4cc-5c0abc8d3d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854151964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853995370'] for router_interface, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:33.478150 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c6198-3201-46eb-b4cc-5c0abc8d3d4a admin admin] Pushing event updated for resources: {'Port': ['ID=b5ee101c-357c-4ab2-94c2-51eb10038735,revision_number=2']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:33.510767 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-173c6198-3201-46eb-b4cc-5c0abc8d3d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:33.556810 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5faf68dc-dc02-4ef4-8743-cc98be9f762d req-16ff49e5-d83f-4adf-accb-fab8b813dc18 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865996 Apr 05 12:08:33.600869 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173c6198-3201-46eb-b4cc-5c0abc8d3d4a admin admin] Network 78cc7043-a959-4277-83d7-3d6cae2c2655 is already hosted by enough agents. {{(pid=84417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:08:33.602571 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-173c6198-3201-46eb-b4cc-5c0abc8d3d4a admin admin] Resources bound (agent type, host, resource id): {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:08:33.716694 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-5b47e32b-3342-4819-b3e1-7b8e45951652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712bff2b-341a-4de9-bed8-5d59031cfe2e', 'name': 'tempest-TestShelveInstance-1570730243-router', 'tenant_id': '2b796b7ad745479699154dea3146ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fff753bf-2878-4370-b948-a5079f86f230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:24Z', 'updated_at': '2021-04-05T12:08:32Z', 'revision_number': 4, 'project_id': '2b796b7ad745479699154dea3146ab42', 'gw_port': {'id': 'fff753bf-2878-4370-b948-a5079f86f230', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:7e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712bff2b-341a-4de9-bed8-5d59031cfe2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:26Z', 'updated_at': '2021-04-05T12:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': 'b5ee101c-357c-4ab2-94c2-51eb10038735', 'name': '', 'network_id': '78cc7043-a959-4277-83d7-3d6cae2c2655', 'tenant_id': '2b796b7ad745479699154dea3146ab42', 'mac_address': 'fa:16:3e:29:83:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712bff2b-341a-4de9-bed8-5d59031cfe2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c3be706d-83dd-4eb3-837c-00816e538310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:31Z', 'updated_at': '2021-04-05T12:08:31Z', 'revision_number': 1, 'project_id': '2b796b7ad745479699154dea3146ab42', 'subnets': [{'id': 'c3be706d-83dd-4eb3-837c-00816e538310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:08:33.728746 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b47e32b-3342-4819-b3e1-7b8e45951652 None None] The sync data for ids ['712bff2b-341a-4de9-bed8-5d59031cfe2e'] in dv-cinder-784763-1-smb is: [{'id': '712bff2b-341a-4de9-bed8-5d59031cfe2e', 'name': 'tempest-TestShelveInstance-1570730243-router', 'tenant_id': '2b796b7ad745479699154dea3146ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fff753bf-2878-4370-b948-a5079f86f230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:24Z', 'updated_at': '2021-04-05T12:08:32Z', 'revision_number': 4, 'project_id': '2b796b7ad745479699154dea3146ab42', 'gw_port': {'id': 'fff753bf-2878-4370-b948-a5079f86f230', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:7e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712bff2b-341a-4de9-bed8-5d59031cfe2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:26Z', 'updated_at': '2021-04-05T12:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': 'b5ee101c-357c-4ab2-94c2-51eb10038735', 'name': '', 'network_id': '78cc7043-a959-4277-83d7-3d6cae2c2655', 'tenant_id': '2b796b7ad745479699154dea3146ab42', 'mac_address': 'fa:16:3e:29:83:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712bff2b-341a-4de9-bed8-5d59031cfe2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c3be706d-83dd-4eb3-837c-00816e538310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:31Z', 'updated_at': '2021-04-05T12:08:31Z', 'revision_number': 1, 'project_id': '2b796b7ad745479699154dea3146ab42', 'subnets': [{'id': 'c3be706d-83dd-4eb3-837c-00816e538310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:08:34.067767 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce85d6-368d-4e25-bc4a-7581324cf66f req-5631a56e-7bb6-4823-9260-da051b0b3a27 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:34.069456 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-c894eedc-bb18-4846-bbc6-f664d1e67789 None None] Provisioning complete for port b5ee101c-357c-4ab2-94c2-51eb10038735 triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:08:34.072562 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a6ce85d6-368d-4e25-bc4a-7581324cf66f req-5631a56e-7bb6-4823-9260-da051b0b3a27 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=47504740-ed27-46dc-8c54-8f1e503072d1 HTTP/1.1" status: 200 len: 945 time: 0.1637304 Apr 05 12:08:34.073147 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c894eedc-bb18-4846-bbc6-f664d1e67789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:34.127476 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173c6198-3201-46eb-b4cc-5c0abc8d3d4a admin admin] Router 712bff2b-341a-4de9-bed8-5d59031cfe2e has already been hosted by L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 {{(pid=84417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 12:08:34.203628 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a6ce85d6-368d-4e25-bc4a-7581324cf66f req-ef94792c-035b-456e-8909-7d27b82e8715 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272228 Apr 05 12:08:34.255922 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-c894eedc-bb18-4846-bbc6-f664d1e67789 None None] Port b5ee101c-357c-4ab2-94c2-51eb10038735 cannot update to ACTIVE because it is not bound. {{(pid=84419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 12:08:34.769629 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173c6198-3201-46eb-b4cc-5c0abc8d3d4a admin admin] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:08:34.790592 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-173c6198-3201-46eb-b4cc-5c0abc8d3d4a admin admin] 10.222.0.26 "PUT /v2.0/routers/712bff2b-341a-4de9-bed8-5d59031cfe2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8395813 Apr 05 12:08:35.535597 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device fff753bf-2878-4370-b948-a5079f86f230 up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:08:35.556442 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c1b31-6e75-4e2e-a6b0-1b5bf05cf509 req-04f29e05-d88a-4ee3-af0e-63a63c103a61 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:35.576223 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3a3c1b31-6e75-4e2e-a6b0-1b5bf05cf509 req-04f29e05-d88a-4ee3-af0e-63a63c103a61 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=47504740-ed27-46dc-8c54-8f1e503072d1 HTTP/1.1" status: 200 len: 945 time: 0.1393282 Apr 05 12:08:35.668806 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning for port fff753bf-2878-4370-b948-a5079f86f230 completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:08:35.683346 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port fff753bf-2878-4370-b948-a5079f86f230 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:08:35.683765 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:35.706169 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3a3c1b31-6e75-4e2e-a6b0-1b5bf05cf509 req-673a4e2e-ef29-4c95-9763-376e4e45ea69 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226473 Apr 05 12:08:35.957019 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 50762) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:35.963520 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-ec22b8b8-1a8f-4d33-9f7f-bb38973cb242 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-358524836', 'description': 'tempest-secgroup-smoke-358524836 description', 'project_id': '537a3b807ea2432fbf1daf2fef94185e'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:35.974602 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:35.990250 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-ec22b8b8-1a8f-4d33-9f7f-bb38973cb242 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:08:36.004156 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-ec22b8b8-1a8f-4d33-9f7f-bb38973cb242 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Usage tracker for resource:security_group and tenant:537a3b807ea2432fbf1daf2fef94185e is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:08:36.014952 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] For port fff753bf-2878-4370-b948-a5079f86f230, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=fff753bf-2878-4370-b948-a5079f86f230,segment=NetworkSegment(2ecfd34e-9a9f-4e0f-94e3-36d27d123670),segment_id=2ecfd34e-9a9f-4e0f-94e3-36d27d123670)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:08:36.020980 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-ec22b8b8-1a8f-4d33-9f7f-bb38973cb242 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:08:36.021896 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:36.024628 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-50df8667-507e-47c8-bd45-193c64012da8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:36.045099 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-ec22b8b8-1a8f-4d33-9f7f-bb38973cb242 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:08:36.064255 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ec22b8b8-1a8f-4d33-9f7f-bb38973cb242 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:36.131852 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-ec22b8b8-1a8f-4d33-9f7f-bb38973cb242 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:08:36.145329 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-ec22b8b8-1a8f-4d33-9f7f-bb38973cb242 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Usage tracker for resource:security_group_rule and tenant:537a3b807ea2432fbf1daf2fef94185e is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:08:36.154308 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-ec22b8b8-1a8f-4d33-9f7f-bb38973cb242 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:08:36.161471 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Pushing event updated for resources: {'Port': ['ID=fff753bf-2878-4370-b948-a5079f86f230,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:36.165715 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:36.166786 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-ec22b8b8-1a8f-4d33-9f7f-bb38973cb242 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:08:36.320293 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ec22b8b8-1a8f-4d33-9f7f-bb38973cb242 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:36.326346 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ec22b8b8-1a8f-4d33-9f7f-bb38973cb242 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:36.359109 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-84c6a014-be69-4df2-b9d6-ff0708eb9e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:36.372669 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ec22b8b8-1a8f-4d33-9f7f-bb38973cb242 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:36.374073 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-ec22b8b8-1a8f-4d33-9f7f-bb38973cb242 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4158742 Apr 05 12:08:36.377443 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 50774) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:36.389782 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-e6e6e5e9-7359-4406-a05b-4eb79d5fbf75 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Request body: {'security_group_rule': {'security_group_id': 'fcf2b345-b556-482a-8b92-10c7718d3423', 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:36.401435 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22b8b8-1a8f-4d33-9f7f-bb38973cb242 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf2b345-b556-482a-8b92-10c7718d3423,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:36.413429 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-e6e6e5e9-7359-4406-a05b-4eb79d5fbf75 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:08:36.415770 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ec22b8b8-1a8f-4d33-9f7f-bb38973cb242 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:36.422597 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-e6e6e5e9-7359-4406-a05b-4eb79d5fbf75 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Usage tracker for resource:security_group_rule and tenant:537a3b807ea2432fbf1daf2fef94185e is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:08:36.429276 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-e6e6e5e9-7359-4406-a05b-4eb79d5fbf75 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:08:36.436505 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-e6e6e5e9-7359-4406-a05b-4eb79d5fbf75 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:08:36.477148 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e6e6e5e9-7359-4406-a05b-4eb79d5fbf75 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:36.670386 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e6e6e5e9-7359-4406-a05b-4eb79d5fbf75 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:36.676957 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e6e6e5e9-7359-4406-a05b-4eb79d5fbf75 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072689'] for security_group_rule, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:36.679764 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8102b611-6604-4230-9503-35fcd811d72b tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:36.717201 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6e5e9-7359-4406-a05b-4eb79d5fbf75 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=667c5c33-33dc-4e46-ba8a-9d0da67822b6,revision_number=0']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:36.721415 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e6e6e5e9-7359-4406-a05b-4eb79d5fbf75 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:36.723066 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-e6e6e5e9-7359-4406-a05b-4eb79d5fbf75 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3437986 Apr 05 12:08:36.724211 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e6e6e5e9-7359-4406-a05b-4eb79d5fbf75 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:36.725836 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 50782) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:36.733467 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-dca3949c-8ec2-43fc-9e18-2db9f2dcfc66 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Request body: {'security_group_rule': {'security_group_id': 'fcf2b345-b556-482a-8b92-10c7718d3423', 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:36.740125 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-dca3949c-8ec2-43fc-9e18-2db9f2dcfc66 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:08:36.745158 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-dca3949c-8ec2-43fc-9e18-2db9f2dcfc66 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Usage tracker for resource:security_group_rule and tenant:537a3b807ea2432fbf1daf2fef94185e is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:08:36.748772 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-dca3949c-8ec2-43fc-9e18-2db9f2dcfc66 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:08:36.756163 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-dca3949c-8ec2-43fc-9e18-2db9f2dcfc66 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:08:36.822872 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dca3949c-8ec2-43fc-9e18-2db9f2dcfc66 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:37.013568 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dca3949c-8ec2-43fc-9e18-2db9f2dcfc66 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:37.019953 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dca3949c-8ec2-43fc-9e18-2db9f2dcfc66 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072689'] for security_group_rule, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:37.022204 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-32579ced-47d5-4ba1-8120-3578b894b1fc tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:37.140061 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3949c-8ec2-43fc-9e18-2db9f2dcfc66 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c98d5aff-cc3b-4750-ae0c-6000a04b121b,revision_number=0']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:37.142770 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dca3949c-8ec2-43fc-9e18-2db9f2dcfc66 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:37.144254 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-dca3949c-8ec2-43fc-9e18-2db9f2dcfc66 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4171920 Apr 05 12:08:37.145588 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-dca3949c-8ec2-43fc-9e18-2db9f2dcfc66 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:37.147266 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 50798) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:37.154323 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-9b7c9add-e16e-415b-955f-073a2d1773c1 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Request body: {'security_group_rule': {'security_group_id': 'fcf2b345-b556-482a-8b92-10c7718d3423', 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:37.163313 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-9b7c9add-e16e-415b-955f-073a2d1773c1 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:08:37.167881 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-9b7c9add-e16e-415b-955f-073a2d1773c1 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Usage tracker for resource:security_group_rule and tenant:537a3b807ea2432fbf1daf2fef94185e is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:08:37.173078 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-9b7c9add-e16e-415b-955f-073a2d1773c1 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:08:37.180083 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-9b7c9add-e16e-415b-955f-073a2d1773c1 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:08:37.205657 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9b7c9add-e16e-415b-955f-073a2d1773c1 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:37.257009 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedfdbd-a65e-453d-9106-a2da45682e72 req-4017700c-2a29-4571-833b-07b382d69d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:37.258677 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9fedfdbd-a65e-453d-9106-a2da45682e72 req-4017700c-2a29-4571-833b-07b382d69d67 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=808b3f55d36f47a2a2dd53e694db5da5&device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 1098 time: 0.1833196 Apr 05 12:08:37.332180 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dbee6616-9d13-45f3-91cb-4348fc323b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:37.349921 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214c4fc-38df-4200-b694-e7274c10b6b0 req-961962df-82a9-48bc-9824-806d63f7efde tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:37.361326 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9b7c9add-e16e-415b-955f-073a2d1773c1 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:37.363085 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a214c4fc-38df-4200-b694-e7274c10b6b0 req-961962df-82a9-48bc-9824-806d63f7efde tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.2155142 Apr 05 12:08:37.372495 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9b7c9add-e16e-415b-955f-073a2d1773c1 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072689'] for security_group_rule, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:37.419224 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:37.430864 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device fff753bf-2878-4370-b948-a5079f86f230 up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:08:37.462337 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c9add-e16e-415b-955f-073a2d1773c1 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e654c6e7-de8e-4b20-8852-36f6af4cdece,revision_number=0']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:37.464946 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9b7c9add-e16e-415b-955f-073a2d1773c1 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:37.476110 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9b7c9add-e16e-415b-955f-073a2d1773c1 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:37.480038 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-9b7c9add-e16e-415b-955f-073a2d1773c1 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3283832 Apr 05 12:08:37.480304 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 50802) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:37.487620 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-78ba7734-4dc9-4f69-990b-335b40df46a5 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Request body: {'security_group_rule': {'security_group_id': 'fcf2b345-b556-482a-8b92-10c7718d3423', 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:37.493990 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-78ba7734-4dc9-4f69-990b-335b40df46a5 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:08:37.498063 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-78ba7734-4dc9-4f69-990b-335b40df46a5 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Usage tracker for resource:security_group_rule and tenant:537a3b807ea2432fbf1daf2fef94185e is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:08:37.501066 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-78ba7734-4dc9-4f69-990b-335b40df46a5 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:08:37.507610 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-78ba7734-4dc9-4f69-990b-335b40df46a5 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:08:37.531832 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-78ba7734-4dc9-4f69-990b-335b40df46a5 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:37.540330 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port fff753bf-2878-4370-b948-a5079f86f230 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:08:37.540898 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:37.553809 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a214c4fc-38df-4200-b694-e7274c10b6b0 req-62c526a5-525f-4b99-a816-ca99069eb02a tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897156 Apr 05 12:08:37.621793 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-78ba7734-4dc9-4f69-990b-335b40df46a5 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:37.627530 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-78ba7734-4dc9-4f69-990b-335b40df46a5 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072689'] for security_group_rule, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:37.637581 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:37.653609 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7734-4dc9-4f69-990b-335b40df46a5 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5bea3a-9f14-4314-b5f2-93b3fc3b52d9,revision_number=0']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:37.656675 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-78ba7734-4dc9-4f69-990b-335b40df46a5 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:37.657991 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedfdbd-a65e-453d-9106-a2da45682e72 req-d634aa88-2c20-494f-9b68-fe120f865ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:37.660207 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9fedfdbd-a65e-453d-9106-a2da45682e72 req-d634aa88-2c20-494f-9b68-fe120f865ddb service neutron] 10.222.0.32 "GET /v2.0/networks?id=e4d2affa-d50a-4902-aca6-24458c2b9331 HTTP/1.1" status: 200 len: 919 time: 0.3912165 Apr 05 12:08:37.692962 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-78ba7734-4dc9-4f69-990b-335b40df46a5 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:37.698224 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-78ba7734-4dc9-4f69-990b-335b40df46a5 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2168736 Apr 05 12:08:37.698995 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 50808) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:37.711759 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-22276205-014c-4741-aa45-3b41c9d38399 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Request body: {'security_group_rule': {'security_group_id': 'fcf2b345-b556-482a-8b92-10c7718d3423', 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:37.724857 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-22276205-014c-4741-aa45-3b41c9d38399 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:08:37.734162 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-22276205-014c-4741-aa45-3b41c9d38399 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Usage tracker for resource:security_group_rule and tenant:537a3b807ea2432fbf1daf2fef94185e is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:08:37.740613 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-22276205-014c-4741-aa45-3b41c9d38399 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:08:37.755237 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-22276205-014c-4741-aa45-3b41c9d38399 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:08:37.787362 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.securitygroups_db [None req-22276205-014c-4741-aa45-3b41c9d38399 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Project 537a3b807ea2432fbf1daf2fef94185e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:08:37.798868 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9fedfdbd-a65e-453d-9106-a2da45682e72 req-be0d36a7-1306-4a0e-b49a-02f5862a2c47 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0697b953-a856-4fa8-b6e2-cd216ea973a9 HTTP/1.1" status: 200 len: 217 time: 0.1281607 Apr 05 12:08:37.812271 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-22276205-014c-4741-aa45-3b41c9d38399 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:37.892878 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedfdbd-a65e-453d-9106-a2da45682e72 req-16460710-2582-4174-946e-55ef11b21ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:37.894580 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9fedfdbd-a65e-453d-9106-a2da45682e72 req-16460710-2582-4174-946e-55ef11b21ab1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58bfef5a-b03d-4852-8400-b15e7cf54ce5 HTTP/1.1" status: 200 len: 858 time: 0.0769150 Apr 05 12:08:37.927174 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-22276205-014c-4741-aa45-3b41c9d38399 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:37.935718 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-22276205-014c-4741-aa45-3b41c9d38399 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072689'] for security_group_rule, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:37.963667 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:37.967515 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9fedfdbd-a65e-453d-9106-a2da45682e72 req-37f4dc16-4b20-400c-a897-7053af7c4a69 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4d2affa-d50a-4902-aca6-24458c2b9331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640032 Apr 05 12:08:37.979742 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22276205-014c-4741-aa45-3b41c9d38399 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65969aaa-137e-4077-a7d7-202be92beb3b,revision_number=0']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:37.982759 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-22276205-014c-4741-aa45-3b41c9d38399 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:37.983600 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-22276205-014c-4741-aa45-3b41c9d38399 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:37.988364 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-22276205-014c-4741-aa45-3b41c9d38399 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2847757 Apr 05 12:08:37.991572 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 50816) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:37.998506 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-f43fe3c9-13f8-4c11-905f-086bc69b8a2b tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Request body: {'security_group_rule': {'security_group_id': 'fcf2b345-b556-482a-8b92-10c7718d3423', 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:38.005834 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-f43fe3c9-13f8-4c11-905f-086bc69b8a2b tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:08:38.010316 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-f43fe3c9-13f8-4c11-905f-086bc69b8a2b tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Usage tracker for resource:security_group_rule and tenant:537a3b807ea2432fbf1daf2fef94185e is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:08:38.013432 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-f43fe3c9-13f8-4c11-905f-086bc69b8a2b tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:08:38.022297 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-f43fe3c9-13f8-4c11-905f-086bc69b8a2b tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:08:38.056096 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.securitygroups_db [None req-f43fe3c9-13f8-4c11-905f-086bc69b8a2b tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Project 537a3b807ea2432fbf1daf2fef94185e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:08:38.074832 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f43fe3c9-13f8-4c11-905f-086bc69b8a2b tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:38.230317 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f43fe3c9-13f8-4c11-905f-086bc69b8a2b tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:38.239655 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9fedfdbd-a65e-453d-9106-a2da45682e72 req-bbb63846-6f23-4406-95d2-5a3e3ce6aa62 service neutron] 10.222.0.32 "GET /v2.0/networks/e4d2affa-d50a-4902-aca6-24458c2b9331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617724 Apr 05 12:08:38.241242 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f43fe3c9-13f8-4c11-905f-086bc69b8a2b tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072689'] for security_group_rule, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:38.265283 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:38.281924 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43fe3c9-13f8-4c11-905f-086bc69b8a2b tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=588bdc6b-4a99-49c0-aa34-f9f6a9114afb,revision_number=0']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:38.285158 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f43fe3c9-13f8-4c11-905f-086bc69b8a2b tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:38.286161 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f43fe3c9-13f8-4c11-905f-086bc69b8a2b tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:38.287771 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-f43fe3c9-13f8-4c11-905f-086bc69b8a2b tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2951889 Apr 05 12:08:38.335220 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939feb4c-8e4f-44b1-8370-d70d7936a868 None None] Sync routers for ids ['712bff2b-341a-4de9-bed8-5d59031cfe2e'] in dv-cinder-784763-1-smb {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:08:38.381714 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939feb4c-8e4f-44b1-8370-d70d7936a868 None None] Routers {'712bff2b-341a-4de9-bed8-5d59031cfe2e'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:08:38.382539 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-939feb4c-8e4f-44b1-8370-d70d7936a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:08:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['712bff2b-341a-4de9-bed8-5d59031cfe2e'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:08:38.513729 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9fedfdbd-a65e-453d-9106-a2da45682e72 req-736a61ef-b2e3-4a98-85b9-6a6d27cd0d45 service neutron] 10.222.0.32 "GET /v2.0/networks/e4d2affa-d50a-4902-aca6-24458c2b9331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670071 Apr 05 12:08:38.758604 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:38.810830 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-939feb4c-8e4f-44b1-8370-d70d7936a868 None None] Set router 712bff2b-341a-4de9-bed8-5d59031cfe2e gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:08:38.939677 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fad80-316f-4cd5-97ea-ba1d70326083 req-03ef204e-d353-49fe-be37-823c3eaefa5f tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:38.950443 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4b7fad80-316f-4cd5-97ea-ba1d70326083 req-03ef204e-d353-49fe-be37-823c3eaefa5f tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.1557562 Apr 05 12:08:39.025891 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4b7fad80-316f-4cd5-97ea-ba1d70326083 req-5717ed2c-2469-4b97-a087-35f05de2c4a0 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742486 Apr 05 12:08:39.469583 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-939feb4c-8e4f-44b1-8370-d70d7936a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712bff2b-341a-4de9-bed8-5d59031cfe2e', 'name': 'tempest-TestShelveInstance-1570730243-router', 'tenant_id': '2b796b7ad745479699154dea3146ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fff753bf-2878-4370-b948-a5079f86f230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:24Z', 'updated_at': '2021-04-05T12:08:32Z', 'revision_number': 4, 'project_id': '2b796b7ad745479699154dea3146ab42', 'gw_port': {'id': 'fff753bf-2878-4370-b948-a5079f86f230', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:7e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712bff2b-341a-4de9-bed8-5d59031cfe2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:26Z', 'updated_at': '2021-04-05T12:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': 'b5ee101c-357c-4ab2-94c2-51eb10038735', 'name': '', 'network_id': '78cc7043-a959-4277-83d7-3d6cae2c2655', 'tenant_id': '2b796b7ad745479699154dea3146ab42', 'mac_address': 'fa:16:3e:29:83:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712bff2b-341a-4de9-bed8-5d59031cfe2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c3be706d-83dd-4eb3-837c-00816e538310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:31Z', 'updated_at': '2021-04-05T12:08:32Z', 'revision_number': 2, 'project_id': '2b796b7ad745479699154dea3146ab42', 'subnets': [{'id': 'c3be706d-83dd-4eb3-837c-00816e538310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:08:39.474830 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939feb4c-8e4f-44b1-8370-d70d7936a868 None None] Checking router: 712bff2b-341a-4de9-bed8-5d59031cfe2e for host: dv-cinder-784763-1-smb {{(pid=84419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:08:39.475244 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939feb4c-8e4f-44b1-8370-d70d7936a868 None None] Updating router 712bff2b-341a-4de9-bed8-5d59031cfe2e port b5ee101c-357c-4ab2-94c2-51eb10038735 binding host dv-cinder-784763-1-smb {{(pid=84419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 12:08:39.560954 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-939feb4c-8e4f-44b1-8370-d70d7936a868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:39.974193 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6a501111-f61a-4b5e-a37b-755d30af8048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:40.131414 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-939feb4c-8e4f-44b1-8370-d70d7936a868 None None] Notify callbacks [] for port, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:40.168476 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-939feb4c-8e4f-44b1-8370-d70d7936a868 None None] Transition to ACTIVE for port object b5ee101c-357c-4ab2-94c2-51eb10038735 will not be triggered until provisioned by entity L2. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:08:40.188757 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-939feb4c-8e4f-44b1-8370-d70d7936a868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:40.206424 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:40.303046 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dab2b7-0420-4cec-8b30-51d6d06c7033 req-f1cccba4-5412-47eb-b4b2-409ddcf44d82 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:40.311048 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-48dab2b7-0420-4cec-8b30-51d6d06c7033 req-f1cccba4-5412-47eb-b4b2-409ddcf44d82 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.1369143 Apr 05 12:08:40.347694 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:40.372921 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-48dab2b7-0420-4cec-8b30-51d6d06c7033 req-6ec92f75-a1b6-4e4e-ac21-e70d173ee682 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592349 Apr 05 12:08:40.404618 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd4151-affa-4866-8a85-bda802359787 None None] Pushing event updated for resources: {'Port': ['ID=b5ee101c-357c-4ab2-94c2-51eb10038735,revision_number=3']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:40.410098 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-30dd4151-affa-4866-8a85-bda802359787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:40.655302 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-939feb4c-8e4f-44b1-8370-d70d7936a868 None None] Attempting to bind port b5ee101c-357c-4ab2-94c2-51eb10038735 on host dv-cinder-784763-1-smb for vnic_type normal with profile {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:08:40.655670 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-939feb4c-8e4f-44b1-8370-d70d7936a868 None None] Attempting to bind port b5ee101c-357c-4ab2-94c2-51eb10038735 by drivers openvswitch,hyperv on host dv-cinder-784763-1-smb at level 0 using segments [{'id': 'a9cb494e-d196-4140-a8a0-c4a0b3f5b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78cc7043-a959-4277-83d7-3d6cae2c2655'}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:08:40.656091 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939feb4c-8e4f-44b1-8370-d70d7936a868 None None] Attempting to bind port b5ee101c-357c-4ab2-94c2-51eb10038735 on network 78cc7043-a959-4277-83d7-3d6cae2c2655 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:08:40.664290 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939feb4c-8e4f-44b1-8370-d70d7936a868 None None] Checking agent: {'id': '4e3bd3f6-d706-454d-ba20-d37fa4b11ed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 9), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:08:40.664778 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939feb4c-8e4f-44b1-8370-d70d7936a868 None None] Checking segment: {'id': 'a9cb494e-d196-4140-a8a0-c4a0b3f5b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78cc7043-a959-4277-83d7-3d6cae2c2655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:08:40.665323 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-939feb4c-8e4f-44b1-8370-d70d7936a868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:40.665899 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939feb4c-8e4f-44b1-8370-d70d7936a868 None None] Bound using segment: {'id': 'a9cb494e-d196-4140-a8a0-c4a0b3f5b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78cc7043-a959-4277-83d7-3d6cae2c2655'} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:08:40.666439 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-939feb4c-8e4f-44b1-8370-d70d7936a868 None None] Bound port: b5ee101c-357c-4ab2-94c2-51eb10038735, host: dv-cinder-784763-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9cb494e-d196-4140-a8a0-c4a0b3f5b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '78cc7043-a959-4277-83d7-3d6cae2c2655'}}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:08:40.666988 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-939feb4c-8e4f-44b1-8370-d70d7936a868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:40.808744 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-939feb4c-8e4f-44b1-8370-d70d7936a868 None None] For port b5ee101c-357c-4ab2-94c2-51eb10038735, host dv-cinder-784763-1-smb, cleared binding levels {{(pid=84419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:08:40.812156 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-939feb4c-8e4f-44b1-8370-d70d7936a868 None None] For port b5ee101c-357c-4ab2-94c2-51eb10038735, host dv-cinder-784763-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=b5ee101c-357c-4ab2-94c2-51eb10038735,segment=NetworkSegment(a9cb494e-d196-4140-a8a0-c4a0b3f5b306),segment_id=a9cb494e-d196-4140-a8a0-c4a0b3f5b306)] {{(pid=84419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:08:40.816433 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-939feb4c-8e4f-44b1-8370-d70d7936a868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:40.830100 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-19742f02-253a-40ed-bb40-f72abc751c67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:40.983766 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd4151-affa-4866-8a85-bda802359787 None None] Pushing event updated for resources: {'Port': ['ID=b5ee101c-357c-4ab2-94c2-51eb10038735,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:40.989179 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-30dd4151-affa-4866-8a85-bda802359787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:41.047063 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939feb4c-8e4f-44b1-8370-d70d7936a868 None None] Routers {'712bff2b-341a-4de9-bed8-5d59031cfe2e'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:08:41.047576 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-939feb4c-8e4f-44b1-8370-d70d7936a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:08:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['712bff2b-341a-4de9-bed8-5d59031cfe2e'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:08:41.606546 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device b5ee101c-357c-4ab2-94c2-51eb10038735 up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:08:41.763293 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-939feb4c-8e4f-44b1-8370-d70d7936a868 None None] Set router 712bff2b-341a-4de9-bed8-5d59031cfe2e gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:08:41.828945 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning for port b5ee101c-357c-4ab2-94c2-51eb10038735 completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:08:41.844562 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port b5ee101c-357c-4ab2-94c2-51eb10038735 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:08:41.845083 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:41.858397 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11435b9a-709e-4512-952c-f99ea6eae624 req-d6cc054f-2cdd-4f92-ab29-34a0d98831f4 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:41.869373 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-11435b9a-709e-4512-952c-f99ea6eae624 req-d6cc054f-2cdd-4f92-ab29-34a0d98831f4 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.1764338 Apr 05 12:08:41.993713 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-11435b9a-709e-4512-952c-f99ea6eae624 req-891261fe-0cdc-4428-b8ee-c721304172a3 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210554 Apr 05 12:08:42.031711 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:42.193718 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:42.282626 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] For port b5ee101c-357c-4ab2-94c2-51eb10038735, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=b5ee101c-357c-4ab2-94c2-51eb10038735,segment=NetworkSegment(a9cb494e-d196-4140-a8a0-c4a0b3f5b306),segment_id=a9cb494e-d196-4140-a8a0-c4a0b3f5b306)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:08:42.289441 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:42.291554 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:42.416496 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Pushing event updated for resources: {'Port': ['ID=b5ee101c-357c-4ab2-94c2-51eb10038735,revision_number=5']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:42.419794 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:42.422943 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-939feb4c-8e4f-44b1-8370-d70d7936a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712bff2b-341a-4de9-bed8-5d59031cfe2e', 'name': 'tempest-TestShelveInstance-1570730243-router', 'tenant_id': '2b796b7ad745479699154dea3146ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fff753bf-2878-4370-b948-a5079f86f230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:24Z', 'updated_at': '2021-04-05T12:08:32Z', 'revision_number': 4, 'project_id': '2b796b7ad745479699154dea3146ab42', 'gw_port': {'id': 'fff753bf-2878-4370-b948-a5079f86f230', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:7e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712bff2b-341a-4de9-bed8-5d59031cfe2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:26Z', 'updated_at': '2021-04-05T12:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': 'b5ee101c-357c-4ab2-94c2-51eb10038735', 'name': '', 'network_id': '78cc7043-a959-4277-83d7-3d6cae2c2655', 'tenant_id': '2b796b7ad745479699154dea3146ab42', 'mac_address': 'fa:16:3e:29:83:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712bff2b-341a-4de9-bed8-5d59031cfe2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c3be706d-83dd-4eb3-837c-00816e538310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:31Z', 'updated_at': '2021-04-05T12:08:40Z', 'revision_number': 4, 'project_id': '2b796b7ad745479699154dea3146ab42', 'subnets': [{'id': 'c3be706d-83dd-4eb3-837c-00816e538310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:08:42.435616 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939feb4c-8e4f-44b1-8370-d70d7936a868 None None] The sync data for ids ['712bff2b-341a-4de9-bed8-5d59031cfe2e'] in dv-cinder-784763-1-smb is: [{'id': '712bff2b-341a-4de9-bed8-5d59031cfe2e', 'name': 'tempest-TestShelveInstance-1570730243-router', 'tenant_id': '2b796b7ad745479699154dea3146ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fff753bf-2878-4370-b948-a5079f86f230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:24Z', 'updated_at': '2021-04-05T12:08:32Z', 'revision_number': 4, 'project_id': '2b796b7ad745479699154dea3146ab42', 'gw_port': {'id': 'fff753bf-2878-4370-b948-a5079f86f230', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:7e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712bff2b-341a-4de9-bed8-5d59031cfe2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:26Z', 'updated_at': '2021-04-05T12:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': 'b5ee101c-357c-4ab2-94c2-51eb10038735', 'name': '', 'network_id': '78cc7043-a959-4277-83d7-3d6cae2c2655', 'tenant_id': '2b796b7ad745479699154dea3146ab42', 'mac_address': 'fa:16:3e:29:83:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712bff2b-341a-4de9-bed8-5d59031cfe2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c3be706d-83dd-4eb3-837c-00816e538310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:31Z', 'updated_at': '2021-04-05T12:08:40Z', 'revision_number': 4, 'project_id': '2b796b7ad745479699154dea3146ab42', 'subnets': [{'id': 'c3be706d-83dd-4eb3-837c-00816e538310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:08:43.216650 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79570350-10e7-4728-a4b2-e2c8dc0b4b6a req-357dbc09-4467-42bf-ac48-cfbac7a0cc74 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:43.218392 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-79570350-10e7-4728-a4b2-e2c8dc0b4b6a req-357dbc09-4467-42bf-ac48-cfbac7a0cc74 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.1066263 Apr 05 12:08:43.282241 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-79570350-10e7-4728-a4b2-e2c8dc0b4b6a req-3bcf1afd-de58-4640-ae69-001a38442449 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538740 Apr 05 12:08:43.373441 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device b5ee101c-357c-4ab2-94c2-51eb10038735 up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:08:43.474303 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port b5ee101c-357c-4ab2-94c2-51eb10038735 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:08:43.474724 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:44.509187 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47610adc-082a-4883-9123-bec4422f2e0e req-af605256-733f-42dc-be7f-67cee3bc631e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:44.510923 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-47610adc-082a-4883-9123-bec4422f2e0e req-af605256-733f-42dc-be7f-67cee3bc631e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.0911355 Apr 05 12:08:44.567255 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-47610adc-082a-4883-9123-bec4422f2e0e req-e27740c5-2625-422e-8127-76169e8d5404 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494368 Apr 05 12:08:45.442966 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52ca58-1b2b-432d-a91c-90f0ebf1a444 req-d892cba6-0b53-4eaf-90cb-c8db54e69efa tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:45.444560 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1f52ca58-1b2b-432d-a91c-90f0ebf1a444 req-d892cba6-0b53-4eaf-90cb-c8db54e69efa tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=47504740-ed27-46dc-8c54-8f1e503072d1 HTTP/1.1" status: 200 len: 945 time: 0.1163282 Apr 05 12:08:45.511031 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1f52ca58-1b2b-432d-a91c-90f0ebf1a444 req-dfac86aa-f033-4dd3-bb5b-7be97c38d826 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591276 Apr 05 12:08:45.798108 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff53080-e84b-44f0-8957-897048ca6a11 req-59198a60-bfed-41bc-b9fe-d1fa1ffefcf1 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:45.807488 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0ff53080-e84b-44f0-8957-897048ca6a11 req-59198a60-bfed-41bc-b9fe-d1fa1ffefcf1 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.1149855 Apr 05 12:08:45.815227 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 51018) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:45.866217 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 6 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:08:45.866699 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0ff53080-e84b-44f0-8957-897048ca6a11 req-60a4e301-6f07-4e8c-9a92-00cb3d3a3398 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573807 Apr 05 12:08:46.004271 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2b185c4e-8c9d-4b9b-a968-d446a51e961d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:46.020034 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-2b185c4e-8c9d-4b9b-a968-d446a51e961d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:08:46.024172 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-2b185c4e-8c9d-4b9b-a968-d446a51e961d admin admin] Usage tracker for resource:security_group_rule and tenant:5213070dc2264056bce035ac89c7f2a8 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:08:46.027565 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-2b185c4e-8c9d-4b9b-a968-d446a51e961d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:08:46.034403 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-2b185c4e-8c9d-4b9b-a968-d446a51e961d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:08:46.126268 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2b185c4e-8c9d-4b9b-a968-d446a51e961d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:46.131129 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2b185c4e-8c9d-4b9b-a968-d446a51e961d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:46.140661 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8045b03f-3629-4145-9f46-a79773ee8fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:46.191880 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-2b185c4e-8c9d-4b9b-a968-d446a51e961d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5213070dc2264056bce035ac89c7f2a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3748109 Apr 05 12:08:46.191990 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 51032) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:46.193120 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b185c4e-8c9d-4b9b-a968-d446a51e961d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c093b806-640b-4a01-aebf-78faa588a80b,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:46.197386 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2b185c4e-8c9d-4b9b-a968-d446a51e961d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:46.287263 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-13c683d2-e74a-44b7-9549-7f3ab8ae7da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:46.317333 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-13c683d2-e74a-44b7-9549-7f3ab8ae7da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:46.394024 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-13c683d2-e74a-44b7-9549-7f3ab8ae7da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:46.400239 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:46.412650 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c683d2-e74a-44b7-9549-7f3ab8ae7da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c093b806-640b-4a01-aebf-78faa588a80b,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:46.415295 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-13c683d2-e74a-44b7-9549-7f3ab8ae7da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:46.432399 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-13c683d2-e74a-44b7-9549-7f3ab8ae7da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:46.436095 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-13c683d2-e74a-44b7-9549-7f3ab8ae7da1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c093b806-640b-4a01-aebf-78faa588a80b HTTP/1.1" status: 204 len: 168 time: 0.2403738 Apr 05 12:08:46.769326 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacc2e5-ba44-4dba-a2a8-c1096154fe5b req-df11cad7-da06-42b5-988b-9bf5cfa89f11 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:46.771015 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-bbacc2e5-ba44-4dba-a2a8-c1096154fe5b req-df11cad7-da06-42b5-988b-9bf5cfa89f11 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=47504740-ed27-46dc-8c54-8f1e503072d1 HTTP/1.1" status: 200 len: 945 time: 0.1449549 Apr 05 12:08:46.838998 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-bbacc2e5-ba44-4dba-a2a8-c1096154fe5b req-0814004f-63c3-4aa8-994d-6775c123c6c2 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603240 Apr 05 12:08:47.093636 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127d22c-6937-40c3-8caa-af399c58a2d5 req-82bcf944-536e-4388-84bf-64a9291c2ff6 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:47.095254 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1127d22c-6937-40c3-8caa-af399c58a2d5 req-82bcf944-536e-4388-84bf-64a9291c2ff6 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.1011636 Apr 05 12:08:47.154204 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1127d22c-6937-40c3-8caa-af399c58a2d5 req-b28d3510-3837-4dd2-aa85-71818ab6b4d3 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525279 Apr 05 12:08:47.255287 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 51064) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:47.400943 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-9f48eda1-9471-4502-8b56-6a130642e868 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1855098661-network', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:47.408439 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-9f48eda1-9471-4502-8b56-6a130642e868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:08:47.413954 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-9f48eda1-9471-4502-8b56-6a130642e868 admin admin] Usage tracker for resource:network and tenant:f8d81770d2fd44d7834fe19f72c36891 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:08:47.421250 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-9f48eda1-9471-4502-8b56-6a130642e868 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:08:47.428934 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-9f48eda1-9471-4502-8b56-6a130642e868 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:08:47.452233 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f48eda1-9471-4502-8b56-6a130642e868 admin admin] Made reservation on behalf of f8d81770d2fd44d7834fe19f72c36891 for: {'network': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:08:47.457419 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9f48eda1-9471-4502-8b56-6a130642e868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for network, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:47.470611 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9f48eda1-9471-4502-8b56-6a130642e868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:47.487710 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-9f48eda1-9471-4502-8b56-6a130642e868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:08:47.491823 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-9f48eda1-9471-4502-8b56-6a130642e868 admin admin] Usage tracker for resource:security_group_rule and tenant:f8d81770d2fd44d7834fe19f72c36891 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:08:47.494950 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-9f48eda1-9471-4502-8b56-6a130642e868 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:08:47.501508 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-9f48eda1-9471-4502-8b56-6a130642e868 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:08:47.597235 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9f48eda1-9471-4502-8b56-6a130642e868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:47.600781 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9f48eda1-9471-4502-8b56-6a130642e868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:47.605081 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-86988fd2-a46e-40e6-bef5-f8869a46fc79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:47.632942 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f48eda1-9471-4502-8b56-6a130642e868 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=84418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 12:08:47.646852 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48eda1-9471-4502-8b56-6a130642e868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d536f6-5fcb-4011-a077-d19bf2a34446,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:47.651355 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9f48eda1-9471-4502-8b56-6a130642e868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:47.652335 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9f48eda1-9471-4502-8b56-6a130642e868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:47.652699 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-9f48eda1-9471-4502-8b56-6a130642e868 admin admin] Added segment 1bdecabc-5534-43a9-abff-d8e78826a5b3 of type vlan for network ec78b1d2-852f-4bf9-9578-58aa877b687e Apr 05 12:08:47.681338 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9f48eda1-9471-4502-8b56-6a130642e868 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757196486498'] for network, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:47.713190 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9f48eda1-9471-4502-8b56-6a130642e868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739'] for network, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:47.714614 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f48eda1-9471-4502-8b56-6a130642e868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:47.715247 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9f48eda1-9471-4502-8b56-6a130642e868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:47.720426 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6dfc842d-3892-42c5-9ed5-7cb770c90804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:47.820161 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-9f48eda1-9471-4502-8b56-6a130642e868 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5634379 Apr 05 12:08:47.823206 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 51072) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:47.829547 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-c3fa1ece-7d13-4c21-bda5-cb11c0175f4a admin admin] Request body: {'subnet': {'network_id': 'ec78b1d2-852f-4bf9-9578-58aa877b687e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1855098661-subnet', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'ip_version': 4}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:47.835921 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c3fa1ece-7d13-4c21-bda5-cb11c0175f4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:08:47.845778 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c3fa1ece-7d13-4c21-bda5-cb11c0175f4a admin admin] Usage tracker for resource:subnet and tenant:f8d81770d2fd44d7834fe19f72c36891 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:08:47.848422 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48eda1-9471-4502-8b56-6a130642e868 admin admin] Pushing event updated for resources: {'Network': ['ID=ec78b1d2-852f-4bf9-9578-58aa877b687e,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:47.851325 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9f48eda1-9471-4502-8b56-6a130642e868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:47.851898 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c3fa1ece-7d13-4c21-bda5-cb11c0175f4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:08:47.858220 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c3fa1ece-7d13-4c21-bda5-cb11c0175f4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:08:47.860596 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Network ec78b1d2-852f-4bf9-9578-58aa877b687e details requested by agent ovs-agent-dv-cinder-784763-1-smb with host dv-cinder-784763-1-smb {{(pid=84419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 12:08:47.872618 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fa1ece-7d13-4c21-bda5-cb11c0175f4a admin admin] Made reservation on behalf of f8d81770d2fd44d7834fe19f72c36891 for: {'subnet': 1} {{(pid=84417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:08:47.878476 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c3fa1ece-7d13-4c21-bda5-cb11c0175f4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844200963'] for subnet, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:48.136007 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bc11d-2c06-44d2-b14c-3b77a353f444 req-39cbb4a5-ae2b-4c97-88c5-d41a3353a0cd tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:48.145289 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1c6bc11d-2c06-44d2-b14c-3b77a353f444 req-39cbb4a5-ae2b-4c97-88c5-d41a3353a0cd tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=47504740-ed27-46dc-8c54-8f1e503072d1 HTTP/1.1" status: 200 len: 945 time: 0.1658049 Apr 05 12:08:48.175031 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937788e-76dd-42c9-b08a-fe316718890b req-aa37f04a-470e-4d28-9d38-6f9a17dd912d tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:48.176710 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6937788e-76dd-42c9-b08a-fe316718890b req-aa37f04a-470e-4d28-9d38-6f9a17dd912d tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.32 "GET /v2.0/ports?device_id=47504740-ed27-46dc-8c54-8f1e503072d1 HTTP/1.1" status: 200 len: 945 time: 0.1551239 Apr 05 12:08:48.242102 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1c6bc11d-2c06-44d2-b14c-3b77a353f444 req-1925126a-27af-468f-a945-3eb9e04962e2 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953763 Apr 05 12:08:48.363600 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-6937788e-76dd-42c9-b08a-fe316718890b req-18517465-3bff-4707-a649-8bf408b6dedf tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Deleting port ff280b58-f426-4a64-bc88-d4eee6c9f948 {{(pid=84417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:08:48.363985 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-6937788e-76dd-42c9-b08a-fe316718890b req-18517465-3bff-4707-a649-8bf408b6dedf tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:48.630779 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272c0b7-091f-4233-96d5-24420c454c4e req-6dffe576-11f9-466d-a702-e57aac926206 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:48.638280 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9272c0b7-091f-4233-96d5-24420c454c4e req-6dffe576-11f9-466d-a702-e57aac926206 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.3305106 Apr 05 12:08:48.770904 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9272c0b7-091f-4233-96d5-24420c454c4e req-f90669b3-21c1-4ef4-9511-25ff90d47c30 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316943 Apr 05 12:08:48.817194 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-6937788e-76dd-42c9-b08a-fe316718890b req-18517465-3bff-4707-a649-8bf408b6dedf tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] For port ff280b58-f426-4a64-bc88-d4eee6c9f948, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=ff280b58-f426-4a64-bc88-d4eee6c9f948,segment=NetworkSegment(87a99d09-0430-4d43-b90b-ebe3a6cff4b3),segment_id=87a99d09-0430-4d43-b90b-ebe3a6cff4b3)] {{(pid=84417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:08:48.817590 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-6937788e-76dd-42c9-b08a-fe316718890b req-18517465-3bff-4707-a649-8bf408b6dedf tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:48.988729 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-6937788e-76dd-42c9-b08a-fe316718890b req-18517465-3bff-4707-a649-8bf408b6dedf tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Calling delete_port for ff280b58-f426-4a64-bc88-d4eee6c9f948 owned by compute:nova {{(pid=84417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:08:49.059971 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c3fa1ece-7d13-4c21-bda5-cb11c0175f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1643548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844201010'] for subnet, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:49.081622 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ae18beae-7bd0-4629-9ced-b36fc16b4526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:49.563702 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa1ece-7d13-4c21-bda5-cb11c0175f4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=94f6df90-74f4-4bb0-84fb-b014c2dc31ba,revision_number=0']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:49.575727 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c3fa1ece-7d13-4c21-bda5-cb11c0175f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:49.688568 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-6937788e-76dd-42c9-b08a-fe316718890b req-18517465-3bff-4707-a649-8bf408b6dedf tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:49.711880 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['016a7d1b-70ea-44fb-bdd4-f4e4d798727f', '567d4343-c876-4a60-bb91-51152c9ba689', '15817e27-b8fe-4aa1-9814-5f135bbab823', 'ff280b58-f426-4a64-bc88-d4eee6c9f948'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:08:49.712922 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:49.793627 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18517465-3bff-4707-a649-8bf408b6dedf tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Pushing event deleted for resources: {'Port': ['ID=ff280b58-f426-4a64-bc88-d4eee6c9f948,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:49.805571 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-18517465-3bff-4707-a649-8bf408b6dedf tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:49.911331 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fa1ece-7d13-4c21-bda5-cb11c0175f4a admin admin] Checking segment: {'id': '1bdecabc-5534-43a9-abff-d8e78826a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec78b1d2-852f-4bf9-9578-58aa877b687e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:08:49.911668 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fa1ece-7d13-4c21-bda5-cb11c0175f4a admin admin] Network hostable DHCP agents. Network: ec78b1d2-852f-4bf9-9578-58aa877b687e, hostable agents: ['4e04494a-4007-4790-9de1-331780b361fc'], hosted agents: [] {{(pid=84417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 12:08:49.926884 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc3e36-b9d0-4771-9cfa-e5a1cb2cb039 req-c942c727-9212-4279-9884-5c9e0531642c tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:49.928609 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b0dc3e36-b9d0-4771-9cfa-e5a1cb2cb039 req-c942c727-9212-4279-9884-5c9e0531642c tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=47504740-ed27-46dc-8c54-8f1e503072d1 HTTP/1.1" status: 200 len: 867 time: 0.3222282 Apr 05 12:08:50.011024 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fa1ece-7d13-4c21-bda5-cb11c0175f4a admin admin] Network ec78b1d2-852f-4bf9-9578-58aa877b687e is scheduled to be hosted by DHCP agent 4e04494a-4007-4790-9de1-331780b361fc with binding_index 1 {{(pid=84417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 12:08:50.067808 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b0dc3e36-b9d0-4771-9cfa-e5a1cb2cb039 req-01e88b10-8f9f-4626-802b-dfa85a103f67 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250641 Apr 05 12:08:50.112732 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-c3fa1ece-7d13-4c21-bda5-cb11c0175f4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-smb, ec78b1d2-852f-4bf9-9578-58aa877b687e) {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:08:50.126549 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed23a2d2-1c34-4ac4-bccf-d3daa523ba3a None None] Network ec78b1d2-852f-4bf9-9578-58aa877b687e requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:08:50.132596 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-6937788e-76dd-42c9-b08a-fe316718890b req-18517465-3bff-4707-a649-8bf408b6dedf tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] No DVR routers for this DVR port ff280b58-f426-4a64-bc88-d4eee6c9f948 on host hv-cinder-78476 {{(pid=84417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 12:08:50.137401 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-6937788e-76dd-42c9-b08a-fe316718890b req-18517465-3bff-4707-a649-8bf408b6dedf tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:50.140758 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fa1ece-7d13-4c21-bda5-cb11c0175f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:50.141742 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c3fa1ece-7d13-4c21-bda5-cb11c0175f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for subnet, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:50.145697 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47504740-ed27-46dc-8c54-8f1e503072d1', 'name': 'network-vif-deleted', 'tag': 'ff280b58-f426-4a64-bc88-d4eee6c9f948'}] {{(pid=84417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:08:50.199695 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6937788e-76dd-42c9-b08a-fe316718890b req-18517465-3bff-4707-a649-8bf408b6dedf tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.32 "DELETE /v2.0/ports/ff280b58-f426-4a64-bc88-d4eee6c9f948 HTTP/1.1" status: 204 len: 173 time: 2.0071573 Apr 05 12:08:50.207339 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 51100) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:50.214946 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-c3fa1ece-7d13-4c21-bda5-cb11c0175f4a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3904727 Apr 05 12:08:50.220745 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47504740-ed27-46dc-8c54-8f1e503072d1', 'name': 'network-vif-deleted', 'tag': 'ff280b58-f426-4a64-bc88-d4eee6c9f948', 'status': 'completed', 'code': 200} Apr 05 12:08:50.247332 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-165eff00-27e9-495e-83b1-3e4355eed088 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1855098661-router', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'}}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:50.270067 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-165eff00-27e9-495e-83b1-3e4355eed088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:08:50.274891 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-165eff00-27e9-495e-83b1-3e4355eed088 admin admin] Usage tracker for resource:router and tenant:f8d81770d2fd44d7834fe19f72c36891 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:08:50.278275 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-165eff00-27e9-495e-83b1-3e4355eed088 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:08:50.296437 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-165eff00-27e9-495e-83b1-3e4355eed088 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:08:50.316970 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-165eff00-27e9-495e-83b1-3e4355eed088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-778464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64815'] for router, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:50.318941 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-165eff00-27e9-495e-83b1-3e4355eed088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853997433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854004880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854085315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711017'] for router, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:50.375188 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-165eff00-27e9-495e-83b1-3e4355eed088 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:50.405360 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bb02c-3d18-4538-9a11-fda2b9795a63 req-a2864268-5404-4582-9303-dd3842b0f30a tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:50.413677 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4d9bb02c-3d18-4538-9a11-fda2b9795a63 req-a2864268-5404-4582-9303-dd3842b0f30a tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.3097837 Apr 05 12:08:50.559101 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc0e911-9d3f-445a-a951-2ce916a77b0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5788f3ac-9ded-5d46-a90e-e8417a96a4c3-ec78b1d2-852f-4bf9-9578-58aa877b687e', 'network_id': 'ec78b1d2-852f-4bf9-9578-58aa877b687e', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'fixed_ips': [{'subnet_id': '94f6df90-74f4-4bb0-84fb-b014c2dc31ba'}]}} from dv-cinder-784763-1-smb. {{(pid=84419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 12:08:50.560527 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e911-9d3f-445a-a951-2ce916a77b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:50.595383 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4d9bb02c-3d18-4538-9a11-fda2b9795a63 req-06160b49-4f23-4999-9b39-3a68b7492912 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804986 Apr 05 12:08:50.772525 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-165eff00-27e9-495e-83b1-3e4355eed088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854004895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854002657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711036'] for router, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:51.001356 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-8dc0e911-9d3f-445a-a951-2ce916a77b0b None None] Allocated IP 172.20.0.2 (ec78b1d2-852f-4bf9-9578-58aa877b687e/94f6df90-74f4-4bb0-84fb-b014c2dc31ba/6e50531b-b6b4-46b5-a543-dc0a1a144339) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:08:51.317985 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e911-9d3f-445a-a951-2ce916a77b0b None None] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:51.337112 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-8dc0e911-9d3f-445a-a951-2ce916a77b0b None None] Transition to ACTIVE for port object 6e50531b-b6b4-46b5-a543-dc0a1a144339 will not be triggered until provisioned by entity L2. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:08:51.387807 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-8dc0e911-9d3f-445a-a951-2ce916a77b0b None None] Transition to ACTIVE for port object 6e50531b-b6b4-46b5-a543-dc0a1a144339 will not be triggered until provisioned by entity DHCP. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:08:51.398747 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e911-9d3f-445a-a951-2ce916a77b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:51.459794 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:51.681961 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0e911-9d3f-445a-a951-2ce916a77b0b None None] Pushing event updated for resources: {'Port': ['ID=6e50531b-b6b4-46b5-a543-dc0a1a144339,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:51.685658 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8dc0e911-9d3f-445a-a951-2ce916a77b0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:51.708567 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-165eff00-27e9-495e-83b1-3e4355eed088 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:51.716810 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc0e911-9d3f-445a-a951-2ce916a77b0b None None] Network ec78b1d2-852f-4bf9-9578-58aa877b687e is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:08:51.719529 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device ff280b58-f426-4a64-bc88-d4eee6c9f948 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:08:51.745470 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-165eff00-27e9-495e-83b1-3e4355eed088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:51.755675 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-8dc0e911-9d3f-445a-a951-2ce916a77b0b None None] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:08:51.769682 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc0e911-9d3f-445a-a951-2ce916a77b0b None None] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:08:51.772210 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] No Port match for: ff280b58-f426-4a64-bc88-d4eee6c9f948 {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:08:51.772609 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device ff280b58-f426-4a64-bc88-d4eee6c9f948 not bound to the agent host hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:08:51.906975 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-165eff00-27e9-495e-83b1-3e4355eed088 admin admin] Allocated IP 172.28.2.249 (31dbbfbb-1103-49d1-a0e5-ac5561337b80/73ae074f-8780-41b9-9bf3-4fc6dce4ecd5/30f73d56-4d0b-49b9-ba11-f5520e1d9cb0) {{(pid=84418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:08:51.914868 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-8dc0e911-9d3f-445a-a951-2ce916a77b0b None None] Attempting to bind port 6e50531b-b6b4-46b5-a543-dc0a1a144339 on host dv-cinder-784763-1-smb for vnic_type normal with profile {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:08:51.915613 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-8dc0e911-9d3f-445a-a951-2ce916a77b0b None None] Attempting to bind port 6e50531b-b6b4-46b5-a543-dc0a1a144339 by drivers openvswitch,hyperv on host dv-cinder-784763-1-smb at level 0 using segments [{'id': '1bdecabc-5534-43a9-abff-d8e78826a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec78b1d2-852f-4bf9-9578-58aa877b687e'}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:08:51.916218 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc0e911-9d3f-445a-a951-2ce916a77b0b None None] Attempting to bind port 6e50531b-b6b4-46b5-a543-dc0a1a144339 on network ec78b1d2-852f-4bf9-9578-58aa877b687e {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:08:51.930399 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc0e911-9d3f-445a-a951-2ce916a77b0b None None] Checking agent: {'id': '4e3bd3f6-d706-454d-ba20-d37fa4b11ed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 9), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:08:51.942062 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc0e911-9d3f-445a-a951-2ce916a77b0b None None] Checking segment: {'id': '1bdecabc-5534-43a9-abff-d8e78826a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec78b1d2-852f-4bf9-9578-58aa877b687e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:08:51.942723 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e911-9d3f-445a-a951-2ce916a77b0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:51.943322 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc0e911-9d3f-445a-a951-2ce916a77b0b None None] Bound using segment: {'id': '1bdecabc-5534-43a9-abff-d8e78826a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec78b1d2-852f-4bf9-9578-58aa877b687e'} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:08:51.944031 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-8dc0e911-9d3f-445a-a951-2ce916a77b0b None None] Bound port: 6e50531b-b6b4-46b5-a543-dc0a1a144339, host: dv-cinder-784763-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdecabc-5534-43a9-abff-d8e78826a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec78b1d2-852f-4bf9-9578-58aa877b687e'}}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:08:51.944618 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e911-9d3f-445a-a951-2ce916a77b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:52.107784 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-8dc0e911-9d3f-445a-a951-2ce916a77b0b None None] For port 6e50531b-b6b4-46b5-a543-dc0a1a144339, host dv-cinder-784763-1-smb, cleared binding levels {{(pid=84419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:08:52.111539 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-8dc0e911-9d3f-445a-a951-2ce916a77b0b None None] For port 6e50531b-b6b4-46b5-a543-dc0a1a144339, host dv-cinder-784763-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=6e50531b-b6b4-46b5-a543-dc0a1a144339,segment=NetworkSegment(1bdecabc-5534-43a9-abff-d8e78826a5b3),segment_id=1bdecabc-5534-43a9-abff-d8e78826a5b3)] {{(pid=84419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:08:52.116816 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e911-9d3f-445a-a951-2ce916a77b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:52.125588 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-165eff00-27e9-495e-83b1-3e4355eed088 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:52.133834 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-30dd4151-affa-4866-8a85-bda802359787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:52.157486 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-165eff00-27e9-495e-83b1-3e4355eed088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:52.295172 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cc1a8255-70fe-47e2-8fec-7ea7b29b3344 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:52.300347 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0e911-9d3f-445a-a951-2ce916a77b0b None None] Pushing event updated for resources: {'Port': ['ID=6e50531b-b6b4-46b5-a543-dc0a1a144339,revision_number=2']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:52.305114 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8dc0e911-9d3f-445a-a951-2ce916a77b0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:52.361967 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165eff00-27e9-495e-83b1-3e4355eed088 admin admin] Network 31dbbfbb-1103-49d1-a0e5-ac5561337b80 is already hosted by enough agents. {{(pid=84418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:08:52.369388 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-165eff00-27e9-495e-83b1-3e4355eed088 admin admin] Resources bound (agent type, host, resource id): {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:08:52.392859 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165eff00-27e9-495e-83b1-3e4355eed088 admin admin] Received port after_create {{(pid=84418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:08:52.466680 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ff970-0f70-437f-91d4-7580c394e897 req-7543b768-d50b-4dce-8d3b-0765c3d4ddb4 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:52.468273 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-610ff970-0f70-437f-91d4-7580c394e897 req-7543b768-d50b-4dce-8d3b-0765c3d4ddb4 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.5565295 Apr 05 12:08:52.469123 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165eff00-27e9-495e-83b1-3e4355eed088 admin admin] Pushing event updated for resources: {'Port': ['ID=30f73d56-4d0b-49b9-ba11-f5520e1d9cb0,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:52.473983 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-165eff00-27e9-495e-83b1-3e4355eed088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:52.683115 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-610ff970-0f70-437f-91d4-7580c394e897 req-393fa4ad-fecf-4053-b5b8-0caebd2ef81b tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994102 Apr 05 12:08:53.090102 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-165eff00-27e9-495e-83b1-3e4355eed088 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:53.356478 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85d264-2284-4b3e-b3ac-5e27dc937f45 req-a6521590-e0b8-42c8-92e7-d0cf41d48bdd tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:53.357612 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-6e85d264-2284-4b3e-b3ac-5e27dc937f45 req-a6521590-e0b8-42c8-92e7-d0cf41d48bdd tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Synchronizing usage tracker for tenant:8cacd2fbdd0843568a27bde35c8bbf1d on resource:port {{(pid=84417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:08:53.395326 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-6e85d264-2284-4b3e-b3ac-5e27dc937f45 req-a6521590-e0b8-42c8-92e7-d0cf41d48bdd tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Unset dirty status for tenant:8cacd2fbdd0843568a27bde35c8bbf1d on resource:port {{(pid=84417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:08:53.408180 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6e85d264-2284-4b3e-b3ac-5e27dc937f45 req-a6521590-e0b8-42c8-92e7-d0cf41d48bdd tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3e9bf7a-f578-4ee4-82ca-44dd3daac02b HTTP/1.1" status: 200 len: 946 time: 0.1833475 Apr 05 12:08:53.524223 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6e85d264-2284-4b3e-b3ac-5e27dc937f45 req-abb2edd0-dff2-4f5e-9845-f00406f175fa tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110721 Apr 05 12:08:53.542683 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 6e50531b-b6b4-46b5-a543-dc0a1a144339 up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:08:53.551408 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-165eff00-27e9-495e-83b1-3e4355eed088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-770974'] for router, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:53.656635 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning for port 6e50531b-b6b4-46b5-a543-dc0a1a144339 completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:08:53.821124 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165eff00-27e9-495e-83b1-3e4355eed088 admin admin] Router 94c2c199-d5de-4a20-8358-011ed3efbfe6 is scheduled to L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 with binding_index 1 {{(pid=84418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 12:08:54.038559 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed652816-ac9f-472e-b282-b8e08d3ec7e0 req-14751ce3-5e5a-44bc-a455-7d87da246e37 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:54.040323 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ed652816-ac9f-472e-b282-b8e08d3ec7e0 req-14751ce3-5e5a-44bc-a455-7d87da246e37 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.1169920 Apr 05 12:08:54.086347 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165eff00-27e9-495e-83b1-3e4355eed088 admin admin] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:08:54.098233 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a6107a-e596-4a4a-a274-e7e73df67677 None None] Sync routers for ids ['94c2c199-d5de-4a20-8358-011ed3efbfe6'] in dv-cinder-784763-1-smb {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:08:54.114866 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a6107a-e596-4a4a-a274-e7e73df67677 None None] Routers {'94c2c199-d5de-4a20-8358-011ed3efbfe6'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:08:54.115530 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-87a6107a-e596-4a4a-a274-e7e73df67677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:08:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['94c2c199-d5de-4a20-8358-011ed3efbfe6'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:08:54.148754 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ed652816-ac9f-472e-b282-b8e08d3ec7e0 req-02b78c43-b5d1-4058-82ff-2f4a03050cf0 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015227 Apr 05 12:08:54.150477 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-165eff00-27e9-495e-83b1-3e4355eed088 admin admin] Notify callbacks [] for router, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:54.155156 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-165eff00-27e9-495e-83b1-3e4355eed088 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9440088 Apr 05 12:08:54.155897 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 51144) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:54.199316 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3693e1-a94d-48ee-b681-c733d1a519a0 None None] Network ec78b1d2-852f-4bf9-9578-58aa877b687e requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:08:54.432012 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-91a70405-5fa4-47b2-8396-7ade99ba407b None None] Provisioning for port 6e50531b-b6b4-46b5-a543-dc0a1a144339 completed by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:08:54.436279 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-87a6107a-e596-4a4a-a274-e7e73df67677 None None] Set router 94c2c199-d5de-4a20-8358-011ed3efbfe6 gateway port host: dv-cinder-784763-1-smb {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:08:54.447513 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-91a70405-5fa4-47b2-8396-7ade99ba407b None None] Provisioning complete for port 6e50531b-b6b4-46b5-a543-dc0a1a144339 triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:08:54.456031 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-91a70405-5fa4-47b2-8396-7ade99ba407b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:54.922772 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11f83d-b1f9-47e2-a70d-7b2bd3490382 req-b6342e32-d945-417e-87a1-d6e97f5aca7d tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:54.934975 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0a11f83d-b1f9-47e2-a70d-7b2bd3490382 req-b6342e32-d945-417e-87a1-d6e97f5aca7d tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3e9bf7a-f578-4ee4-82ca-44dd3daac02b HTTP/1.1" status: 200 len: 946 time: 0.2028313 Apr 05 12:08:55.001948 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-87a6107a-e596-4a4a-a274-e7e73df67677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'name': 'tempest-TestMinimumBasicScenario-1855098661-router', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '30f73d56-4d0b-49b9-ba11-f5520e1d9cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:50Z', 'updated_at': '2021-04-05T12:08:52Z', 'revision_number': 3, 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'gw_port': {'id': '30f73d56-4d0b-49b9-ba11-f5520e1d9cb0', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:51Z', 'updated_at': '2021-04-05T12:08:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb'}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:08:55.006715 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a6107a-e596-4a4a-a274-e7e73df67677 None None] Checking router: 94c2c199-d5de-4a20-8358-011ed3efbfe6 for host: dv-cinder-784763-1-smb {{(pid=84420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:08:55.007234 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a6107a-e596-4a4a-a274-e7e73df67677 None None] Updating router 94c2c199-d5de-4a20-8358-011ed3efbfe6 port 30f73d56-4d0b-49b9-ba11-f5520e1d9cb0 binding host dv-cinder-784763-1-smb {{(pid=84420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 12:08:55.068186 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-87a6107a-e596-4a4a-a274-e7e73df67677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:55.071863 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0a11f83d-b1f9-47e2-a70d-7b2bd3490382 req-39a5a5ee-5071-459e-a07c-ad89381ae810 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358106 Apr 05 12:08:55.352084 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9fea02c2-2466-4401-9d40-d8ae1418bdce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:55.431657 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-91a70405-5fa4-47b2-8396-7ade99ba407b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:55.493884 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-91a70405-5fa4-47b2-8396-7ade99ba407b None None] For port 6e50531b-b6b4-46b5-a543-dc0a1a144339, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=6e50531b-b6b4-46b5-a543-dc0a1a144339,segment=NetworkSegment(1bdecabc-5534-43a9-abff-d8e78826a5b3),segment_id=1bdecabc-5534-43a9-abff-d8e78826a5b3)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:08:55.499204 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-91a70405-5fa4-47b2-8396-7ade99ba407b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:55.503237 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:55.615527 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a70405-5fa4-47b2-8396-7ade99ba407b None None] Pushing event updated for resources: {'Port': ['ID=6e50531b-b6b4-46b5-a543-dc0a1a144339,revision_number=3']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:55.618796 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-91a70405-5fa4-47b2-8396-7ade99ba407b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:55.633278 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc15e9-b6f8-44d6-8857-6bac67b3a2f8 req-39d5dc1c-a9e7-48b2-9865-e7904823ff1e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:55.635309 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-80fc15e9-b6f8-44d6-8857-6bac67b3a2f8 req-39d5dc1c-a9e7-48b2-9865-e7904823ff1e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.2204659 Apr 05 12:08:55.709831 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-80fc15e9-b6f8-44d6-8857-6bac67b3a2f8 req-1bab4bad-7221-4481-b46c-800b4c636931 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638013 Apr 05 12:08:55.754844 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-87a6107a-e596-4a4a-a274-e7e73df67677 None None] Notify callbacks [] for port, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:55.769047 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-87a6107a-e596-4a4a-a274-e7e73df67677 None None] Transition to ACTIVE for port object 30f73d56-4d0b-49b9-ba11-f5520e1d9cb0 will not be triggered until provisioned by entity L2. {{(pid=84420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:08:55.779786 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-87a6107a-e596-4a4a-a274-e7e73df67677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:55.801513 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:55.885731 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-9fea02c2-2466-4401-9d40-d8ae1418bdce admin admin] Allocated IP 172.20.0.1 (ec78b1d2-852f-4bf9-9578-58aa877b687e/94f6df90-74f4-4bb0-84fb-b014c2dc31ba/91a15fcb-f5b6-4d61-b0f8-f34c615abae7) {{(pid=84417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:08:56.067064 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-b519d5a2-1934-40f2-be57-280ef96d323b None None] Provisioning complete for port 6e50531b-b6b4-46b5-a543-dc0a1a144339 triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:08:56.067875 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b519d5a2-1934-40f2-be57-280ef96d323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:56.088058 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b6ddf-b422-4e60-96d5-3ccfd148a56f None None] Pushing event updated for resources: {'Port': ['ID=30f73d56-4d0b-49b9-ba11-f5520e1d9cb0,revision_number=2']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:56.092243 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdc0aa-bd2b-46b4-a4fe-ffedb0c48660 req-6a70d14c-8658-4186-9c09-9c790d9c7a23 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:56.094150 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-48cdc0aa-bd2b-46b4-a4fe-ffedb0c48660 req-6a70d14c-8658-4186-9c09-9c790d9c7a23 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e9bf7a-f578-4ee4-82ca-44dd3daac02b HTTP/1.1" status: 200 len: 946 time: 0.3748546 Apr 05 12:08:56.106332 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b6ddf-b422-4e60-96d5-3ccfd148a56f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:56.106717 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b6ddf-b422-4e60-96d5-3ccfd148a56f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:56.107100 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b6ddf-b422-4e60-96d5-3ccfd148a56f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:56.108191 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b6ddf-b422-4e60-96d5-3ccfd148a56f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:56.108603 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b6ddf-b422-4e60-96d5-3ccfd148a56f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:56.108982 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b6ddf-b422-4e60-96d5-3ccfd148a56f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:56.109354 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b6ddf-b422-4e60-96d5-3ccfd148a56f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:56.109838 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b6ddf-b422-4e60-96d5-3ccfd148a56f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:56.110360 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b6ddf-b422-4e60-96d5-3ccfd148a56f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:56.110773 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b6ddf-b422-4e60-96d5-3ccfd148a56f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:56.111176 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b6ddf-b422-4e60-96d5-3ccfd148a56f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:56.112552 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b6ddf-b422-4e60-96d5-3ccfd148a56f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:08:56.123916 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-600b6ddf-b422-4e60-96d5-3ccfd148a56f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:56.156127 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-87a6107a-e596-4a4a-a274-e7e73df67677 None None] Attempting to bind port 30f73d56-4d0b-49b9-ba11-f5520e1d9cb0 on host dv-cinder-784763-1-smb for vnic_type normal with profile {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:08:56.158708 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-87a6107a-e596-4a4a-a274-e7e73df67677 None None] Attempting to bind port 30f73d56-4d0b-49b9-ba11-f5520e1d9cb0 by drivers openvswitch,hyperv on host dv-cinder-784763-1-smb at level 0 using segments [{'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'}] {{(pid=84420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:08:56.159199 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a6107a-e596-4a4a-a274-e7e73df67677 None None] Attempting to bind port 30f73d56-4d0b-49b9-ba11-f5520e1d9cb0 on network 31dbbfbb-1103-49d1-a0e5-ac5561337b80 {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:08:56.168356 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a6107a-e596-4a4a-a274-e7e73df67677 None None] Checking agent: {'id': '4e3bd3f6-d706-454d-ba20-d37fa4b11ed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 9), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:08:56.168781 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a6107a-e596-4a4a-a274-e7e73df67677 None None] Checking segment: {'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:08:56.169234 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-87a6107a-e596-4a4a-a274-e7e73df67677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:56.169703 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a6107a-e596-4a4a-a274-e7e73df67677 None None] Bound using segment: {'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'} {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:08:56.170238 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-87a6107a-e596-4a4a-a274-e7e73df67677 None None] Bound port: 30f73d56-4d0b-49b9-ba11-f5520e1d9cb0, host: dv-cinder-784763-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'}}] {{(pid=84420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:08:56.170656 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-87a6107a-e596-4a4a-a274-e7e73df67677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:56.213229 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9fea02c2-2466-4401-9d40-d8ae1418bdce admin admin] Notify callbacks [] for port, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:56.257130 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-48cdc0aa-bd2b-46b4-a4fe-ffedb0c48660 req-90bdd1be-f72f-43e4-a0e5-00b95e8adf6b tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Deleting port 15817e27-b8fe-4aa1-9814-5f135bbab823 {{(pid=84417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:08:56.257794 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-48cdc0aa-bd2b-46b4-a4fe-ffedb0c48660 req-90bdd1be-f72f-43e4-a0e5-00b95e8adf6b tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:56.288186 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-9fea02c2-2466-4401-9d40-d8ae1418bdce admin admin] Transition to ACTIVE for port object 91a15fcb-f5b6-4d61-b0f8-f34c615abae7 will not be triggered until provisioned by entity DHCP. {{(pid=84417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:08:56.307393 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-87a6107a-e596-4a4a-a274-e7e73df67677 None None] For port 30f73d56-4d0b-49b9-ba11-f5520e1d9cb0, host dv-cinder-784763-1-smb, cleared binding levels {{(pid=84420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:08:56.313551 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-87a6107a-e596-4a4a-a274-e7e73df67677 None None] For port 30f73d56-4d0b-49b9-ba11-f5520e1d9cb0, host dv-cinder-784763-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=30f73d56-4d0b-49b9-ba11-f5520e1d9cb0,segment=NetworkSegment(2ecfd34e-9a9f-4e0f-94e3-36d27d123670),segment_id=2ecfd34e-9a9f-4e0f-94e3-36d27d123670)] {{(pid=84420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:08:56.320015 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-87a6107a-e596-4a4a-a274-e7e73df67677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:56.376291 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a18acd90-7639-458f-8c7d-9fcf92598abf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:56.561678 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b6ddf-b422-4e60-96d5-3ccfd148a56f None None] Pushing event updated for resources: {'Port': ['ID=30f73d56-4d0b-49b9-ba11-f5520e1d9cb0,revision_number=3']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:56.569928 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-600b6ddf-b422-4e60-96d5-3ccfd148a56f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:56.669557 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a6107a-e596-4a4a-a274-e7e73df67677 None None] Routers {'94c2c199-d5de-4a20-8358-011ed3efbfe6'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:08:56.670146 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-48cdc0aa-bd2b-46b4-a4fe-ffedb0c48660 req-90bdd1be-f72f-43e4-a0e5-00b95e8adf6b tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] For port 15817e27-b8fe-4aa1-9814-5f135bbab823, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=15817e27-b8fe-4aa1-9814-5f135bbab823,segment=NetworkSegment(87a99d09-0430-4d43-b90b-ebe3a6cff4b3),segment_id=87a99d09-0430-4d43-b90b-ebe3a6cff4b3)] {{(pid=84417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:08:56.670295 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-87a6107a-e596-4a4a-a274-e7e73df67677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:08:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['94c2c199-d5de-4a20-8358-011ed3efbfe6'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:08:56.670521 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-48cdc0aa-bd2b-46b4-a4fe-ffedb0c48660 req-90bdd1be-f72f-43e4-a0e5-00b95e8adf6b tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:56.759128 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9fea02c2-2466-4401-9d40-d8ae1418bdce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:56.847888 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-173c6198-3201-46eb-b4cc-5c0abc8d3d4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:56.926872 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56db79-28e6-4030-91ec-7d42231ead02 req-3d62214f-2ebe-40f5-bcba-5f7bbd7a7c66 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:56.928692 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-be56db79-28e6-4030-91ec-7d42231ead02 req-3d62214f-2ebe-40f5-bcba-5f7bbd7a7c66 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3e9bf7a-f578-4ee4-82ca-44dd3daac02b HTTP/1.1" status: 200 len: 946 time: 0.6675820 Apr 05 12:08:56.989694 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-be56db79-28e6-4030-91ec-7d42231ead02 req-39862fab-1669-4746-822a-3948e314e0fc tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523238 Apr 05 12:08:57.133756 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-87a6107a-e596-4a4a-a274-e7e73df67677 None None] Set router 94c2c199-d5de-4a20-8358-011ed3efbfe6 gateway port host: dv-cinder-784763-1-smb {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:08:57.229052 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-48cdc0aa-bd2b-46b4-a4fe-ffedb0c48660 req-90bdd1be-f72f-43e4-a0e5-00b95e8adf6b tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Calling delete_port for 15817e27-b8fe-4aa1-9814-5f135bbab823 owned by compute:nova {{(pid=84417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:08:57.262156 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea02c2-2466-4401-9d40-d8ae1418bdce admin admin] Pushing event updated for resources: {'Port': ['ID=91a15fcb-f5b6-4d61-b0f8-f34c615abae7,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:57.283474 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9fea02c2-2466-4401-9d40-d8ae1418bdce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:57.434705 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 6e50531b-b6b4-46b5-a543-dc0a1a144339 up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:08:57.479981 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda39c7-10d8-4df2-a590-07e11b4a37f4 req-3f060829-8419-4631-a58d-84765b683666 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:57.481608 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-abda39c7-10d8-4df2-a590-07e11b4a37f4 req-3f060829-8419-4631-a58d-84765b683666 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.3091607 Apr 05 12:08:57.546785 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port 6e50531b-b6b4-46b5-a543-dc0a1a144339 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:08:57.547268 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:57.561594 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fea02c2-2466-4401-9d40-d8ae1418bdce admin admin] Network ec78b1d2-852f-4bf9-9578-58aa877b687e is already hosted by enough agents. {{(pid=84417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:08:57.566073 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-9fea02c2-2466-4401-9d40-d8ae1418bdce admin admin] Resources bound (agent type, host, resource id): {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:08:57.579427 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fea02c2-2466-4401-9d40-d8ae1418bdce admin admin] Received port after_create {{(pid=84417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:08:57.629580 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-87a6107a-e596-4a4a-a274-e7e73df67677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'name': 'tempest-TestMinimumBasicScenario-1855098661-router', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '30f73d56-4d0b-49b9-ba11-f5520e1d9cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:50Z', 'updated_at': '2021-04-05T12:08:52Z', 'revision_number': 3, 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'gw_port': {'id': '30f73d56-4d0b-49b9-ba11-f5520e1d9cb0', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:51Z', 'updated_at': '2021-04-05T12:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb'}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:08:57.643986 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a6107a-e596-4a4a-a274-e7e73df67677 None None] The sync data for ids ['94c2c199-d5de-4a20-8358-011ed3efbfe6'] in dv-cinder-784763-1-smb is: [{'id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'name': 'tempest-TestMinimumBasicScenario-1855098661-router', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '30f73d56-4d0b-49b9-ba11-f5520e1d9cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:50Z', 'updated_at': '2021-04-05T12:08:52Z', 'revision_number': 3, 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'gw_port': {'id': '30f73d56-4d0b-49b9-ba11-f5520e1d9cb0', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:51Z', 'updated_at': '2021-04-05T12:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb'}] {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:08:57.684501 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-abda39c7-10d8-4df2-a590-07e11b4a37f4 req-5ec5f4a4-c3ea-49d6-89a2-f951bd74d4e6 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694386 Apr 05 12:08:57.687882 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-48cdc0aa-bd2b-46b4-a4fe-ffedb0c48660 req-90bdd1be-f72f-43e4-a0e5-00b95e8adf6b tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:57.712394 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:57.723090 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['016a7d1b-70ea-44fb-bdd4-f4e4d798727f', '567d4343-c876-4a60-bb91-51152c9ba689', '15817e27-b8fe-4aa1-9814-5f135bbab823'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:08:57.813566 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdd1be-f72f-43e4-a0e5-00b95e8adf6b tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Pushing event deleted for resources: {'Port': ['ID=15817e27-b8fe-4aa1-9814-5f135bbab823,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:57.824229 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9fea02c2-2466-4401-9d40-d8ae1418bdce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854114749'] for router_interface, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:57.832282 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-90bdd1be-f72f-43e4-a0e5-00b95e8adf6b tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:58.030887 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-83adad15-f356-462d-9483-6f27e689b1bc None None] Provisioning for port 91a15fcb-f5b6-4d61-b0f8-f34c615abae7 completed by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:08:58.046464 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-83adad15-f356-462d-9483-6f27e689b1bc None None] Provisioning complete for port 91a15fcb-f5b6-4d61-b0f8-f34c615abae7 triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:08:58.047067 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-83adad15-f356-462d-9483-6f27e689b1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:58.119469 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-48cdc0aa-bd2b-46b4-a4fe-ffedb0c48660 req-90bdd1be-f72f-43e4-a0e5-00b95e8adf6b tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] No DVR routers for this DVR port 15817e27-b8fe-4aa1-9814-5f135bbab823 on host hv-cinder-78476 {{(pid=84417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 12:08:58.125933 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-48cdc0aa-bd2b-46b4-a4fe-ffedb0c48660 req-90bdd1be-f72f-43e4-a0e5-00b95e8adf6b tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:58.129304 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e9bf7a-f578-4ee4-82ca-44dd3daac02b', 'name': 'network-vif-deleted', 'tag': '15817e27-b8fe-4aa1-9814-5f135bbab823'}] {{(pid=84417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:08:58.139637 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-83adad15-f356-462d-9483-6f27e689b1bc None None] Port 91a15fcb-f5b6-4d61-b0f8-f34c615abae7 cannot update to ACTIVE because it is not bound. {{(pid=84419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 12:08:58.233331 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e9bf7a-f578-4ee4-82ca-44dd3daac02b', 'name': 'network-vif-deleted', 'tag': '15817e27-b8fe-4aa1-9814-5f135bbab823', 'status': 'completed', 'code': 200} Apr 05 12:08:58.238107 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-745d058b-a9dd-4bd9-b882-fbeb94015412 req-061e7c4e-48eb-469d-98aa-e5421406f7a8 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3e9bf7a-f578-4ee4-82ca-44dd3daac02b HTTP/1.1" status: 200 len: 210 time: 0.0930176 Apr 05 12:08:58.248522 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-48cdc0aa-bd2b-46b4-a4fe-ffedb0c48660 req-90bdd1be-f72f-43e4-a0e5-00b95e8adf6b tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.32 "DELETE /v2.0/ports/15817e27-b8fe-4aa1-9814-5f135bbab823 HTTP/1.1" status: 204 len: 173 time: 2.1295846 Apr 05 12:08:58.251103 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9fea02c2-2466-4401-9d40-d8ae1418bdce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:58.605877 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9fea02c2-2466-4401-9d40-d8ae1418bdce admin admin] Notify callbacks [] for port, precommit_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:58.610653 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9fea02c2-2466-4401-9d40-d8ae1418bdce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853132046'] for port, after_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:58.641236 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9309e3bd-213d-4c36-a31c-59d529b00e5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:58.732182 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9fea02c2-2466-4401-9d40-d8ae1418bdce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854151964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853995370'] for router_interface, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:58.749261 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea02c2-2466-4401-9d40-d8ae1418bdce admin admin] Pushing event updated for resources: {'Port': ['ID=91a15fcb-f5b6-4d61-b0f8-f34c615abae7,revision_number=2']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:58.754697 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9fea02c2-2466-4401-9d40-d8ae1418bdce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:58.976448 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb369f-8f38-464f-a9f0-66c7333a19d1 req-aa644382-5024-424b-bf58-1662b80db12f tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:58.984890 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c9fb369f-8f38-464f-a9f0-66c7333a19d1 req-aa644382-5024-424b-bf58-1662b80db12f tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.1646326 Apr 05 12:08:59.005139 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fea02c2-2466-4401-9d40-d8ae1418bdce admin admin] Network ec78b1d2-852f-4bf9-9578-58aa877b687e is already hosted by enough agents. {{(pid=84417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:08:59.009209 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-9fea02c2-2466-4401-9d40-d8ae1418bdce admin admin] Resources bound (agent type, host, resource id): {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:08:59.188179 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c9fb369f-8f38-464f-a9f0-66c7333a19d1 req-8b552593-91fc-4887-b188-8e5c1a03db62 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020998 Apr 05 12:08:59.272731 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fea02c2-2466-4401-9d40-d8ae1418bdce admin admin] Router 94c2c199-d5de-4a20-8358-011ed3efbfe6 has already been hosted by L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 {{(pid=84417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 12:08:59.376701 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-41fb9637-8537-435a-aece-5643d2c3436c None None] Provisioning complete for port 91a15fcb-f5b6-4d61-b0f8-f34c615abae7 triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:08:59.378040 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-41fb9637-8537-435a-aece-5643d2c3436c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:59.458580 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 30f73d56-4d0b-49b9-ba11-f5520e1d9cb0 up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:08:59.501103 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fea02c2-2466-4401-9d40-d8ae1418bdce admin admin] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:08:59.514805 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-9fea02c2-2466-4401-9d40-d8ae1418bdce admin admin] 10.222.0.26 "PUT /v2.0/routers/94c2c199-d5de-4a20-8358-011ed3efbfe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3569896 Apr 05 12:08:59.545872 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-41fb9637-8537-435a-aece-5643d2c3436c None None] Port 91a15fcb-f5b6-4d61-b0f8-f34c615abae7 cannot update to ACTIVE because it is not bound. {{(pid=84419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 12:08:59.567649 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning for port 30f73d56-4d0b-49b9-ba11-f5520e1d9cb0 completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:08:59.582458 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port 30f73d56-4d0b-49b9-ba11-f5520e1d9cb0 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:08:59.582930 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:59.764787 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:59.777798 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 15817e27-b8fe-4aa1-9814-5f135bbab823 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:08:59.828793 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] No Port match for: 15817e27-b8fe-4aa1-9814-5f135bbab823 {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:08:59.829190 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 15817e27-b8fe-4aa1-9814-5f135bbab823 not bound to the agent host hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:08:59.833765 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] For port 30f73d56-4d0b-49b9-ba11-f5520e1d9cb0, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=30f73d56-4d0b-49b9-ba11-f5520e1d9cb0,segment=NetworkSegment(2ecfd34e-9a9f-4e0f-94e3-36d27d123670),segment_id=2ecfd34e-9a9f-4e0f-94e3-36d27d123670)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:08:59.836866 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:08:59.839527 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:08:59.905113 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc5b91-f058-408b-abe2-ae52eb8d7349 req-ec8d9e9c-9d93-4ce5-819e-85f813b8412a tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:08:59.906157 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-41bc5b91-f058-408b-abe2-ae52eb8d7349 req-ec8d9e9c-9d93-4ce5-819e-85f813b8412a tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Synchronizing usage tracker for tenant:8cacd2fbdd0843568a27bde35c8bbf1d on resource:port {{(pid=84417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:08:59.913541 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Pushing event updated for resources: {'Port': ['ID=30f73d56-4d0b-49b9-ba11-f5520e1d9cb0,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:08:59.917106 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:08:59.922231 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-41bc5b91-f058-408b-abe2-ae52eb8d7349 req-ec8d9e9c-9d93-4ce5-819e-85f813b8412a tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Unset dirty status for tenant:8cacd2fbdd0843568a27bde35c8bbf1d on resource:port {{(pid=84417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:08:59.930087 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-41bc5b91-f058-408b-abe2-ae52eb8d7349 req-ec8d9e9c-9d93-4ce5-819e-85f813b8412a tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d325a01d-8ed9-494f-a71c-7dc69f6ff09c HTTP/1.1" status: 200 len: 946 time: 0.1171105 Apr 05 12:08:59.972450 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-41bc5b91-f058-408b-abe2-ae52eb8d7349 req-438051cd-4663-43b2-8914-2944fd5fe91f tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414524 Apr 05 12:09:00.159853 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 51306) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:00.166172 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-c96355d3-ec4f-44d7-a575-62a189475d5e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-888989101-network', 'tenant_id': '71486ea517d946598991c8304a8be12f'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:00.171208 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c96355d3-ec4f-44d7-a575-62a189475d5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:09:00.176098 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c96355d3-ec4f-44d7-a575-62a189475d5e admin admin] Usage tracker for resource:network and tenant:71486ea517d946598991c8304a8be12f is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:09:00.178992 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c96355d3-ec4f-44d7-a575-62a189475d5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:09:00.185035 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c96355d3-ec4f-44d7-a575-62a189475d5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:09:00.195940 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96355d3-ec4f-44d7-a575-62a189475d5e admin admin] Made reservation on behalf of 71486ea517d946598991c8304a8be12f for: {'network': 1} {{(pid=84417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:09:00.200742 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c96355d3-ec4f-44d7-a575-62a189475d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for network, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:00.214688 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c96355d3-ec4f-44d7-a575-62a189475d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:00.233434 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c96355d3-ec4f-44d7-a575-62a189475d5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:09:00.237930 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c96355d3-ec4f-44d7-a575-62a189475d5e admin admin] Usage tracker for resource:security_group_rule and tenant:71486ea517d946598991c8304a8be12f is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:09:00.241095 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c96355d3-ec4f-44d7-a575-62a189475d5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:09:00.247215 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c96355d3-ec4f-44d7-a575-62a189475d5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:09:00.412584 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c96355d3-ec4f-44d7-a575-62a189475d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:00.430496 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c96355d3-ec4f-44d7-a575-62a189475d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:00.435336 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-218276ad-3e47-4f53-9bf7-625e4c2b8170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:00.469026 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96355d3-ec4f-44d7-a575-62a189475d5e admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=84417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 12:09:00.489115 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96355d3-ec4f-44d7-a575-62a189475d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858c8c08-3725-4095-9848-4655b597d30f,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:00.499360 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c96355d3-ec4f-44d7-a575-62a189475d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:00.500261 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c96355d3-ec4f-44d7-a575-62a189475d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:00.500647 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-c96355d3-ec4f-44d7-a575-62a189475d5e admin admin] Added segment 140b80fd-e24d-4054-801c-bb1303935923 of type vlan for network 4e682753-ca57-4aa3-a48c-6b4125d39e57 Apr 05 12:09:00.555855 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c96355d3-ec4f-44d7-a575-62a189475d5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757196486498'] for network, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:00.568617 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0237b-930e-4853-a886-48cd0525e236 req-46a1f22a-0b3e-4fa4-b70b-d5c6f67484b8 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:00.570233 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5ce0237b-930e-4853-a886-48cd0525e236 req-46a1f22a-0b3e-4fa4-b70b-d5c6f67484b8 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.2410867 Apr 05 12:09:00.572968 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34caff8b-98bc-4d96-b3af-7516a5e8ee4d req-4d39f927-5d34-4d32-8232-3edf2101177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:00.574424 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-34caff8b-98bc-4d96-b3af-7516a5e8ee4d req-4d39f927-5d34-4d32-8232-3edf2101177f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 1098 time: 0.2048225 Apr 05 12:09:00.669597 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5ce0237b-930e-4853-a886-48cd0525e236 req-7a847ce3-b17b-4046-8551-139bb2bd204f tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924649 Apr 05 12:09:00.671496 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-34caff8b-98bc-4d96-b3af-7516a5e8ee4d req-dfcb28d5-3bf9-4c57-9883-b4c7b15016ab service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765519 Apr 05 12:09:00.672224 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c96355d3-ec4f-44d7-a575-62a189475d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739'] for network, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:00.673577 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96355d3-ec4f-44d7-a575-62a189475d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:00.674230 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c96355d3-ec4f-44d7-a575-62a189475d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:00.679274 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2764dedf-686f-4e8c-b2b8-9715729741b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:00.754396 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ddc59e-1b0a-4c78-82ab-8b791b58bf64 None None] Sync routers for ids ['94c2c199-d5de-4a20-8358-011ed3efbfe6'] in dv-cinder-784763-1-smb {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:09:00.764682 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ddc59e-1b0a-4c78-82ab-8b791b58bf64 None None] Routers {'94c2c199-d5de-4a20-8358-011ed3efbfe6'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:09:00.765465 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-20ddc59e-1b0a-4c78-82ab-8b791b58bf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:08:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['94c2c199-d5de-4a20-8358-011ed3efbfe6'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:09:00.848236 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 51316) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:00.930439 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d1cf463-15b3-40a5-9c43-50119d68b5b8 admin admin] Deleting subnet 87f34d37-b016-4922-87db-363c749c9d13 {{(pid=84418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 12:09:00.934224 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5d1cf463-15b3-40a5-9c43-50119d68b5b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:00.985564 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-20ddc59e-1b0a-4c78-82ab-8b791b58bf64 None None] Set router 94c2c199-d5de-4a20-8358-011ed3efbfe6 gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:09:00.989443 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5d1cf463-15b3-40a5-9c43-50119d68b5b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843447316'] for subnet, precommit_delete_associations {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:01.002935 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-c96355d3-ec4f-44d7-a575-62a189475d5e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8416879 Apr 05 12:09:01.003986 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96355d3-ec4f-44d7-a575-62a189475d5e admin admin] Pushing event updated for resources: {'Network': ['ID=4e682753-ca57-4aa3-a48c-6b4125d39e57,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:01.006098 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 51322) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:01.012783 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-0b144897-2082-41bb-93ce-70a7e171d175 admin admin] Request body: {'subnet': {'network_id': '4e682753-ca57-4aa3-a48c-6b4125d39e57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-888989101-subnet', 'tenant_id': '71486ea517d946598991c8304a8be12f', 'ip_version': 4}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:01.017074 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c96355d3-ec4f-44d7-a575-62a189475d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:01.022578 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-0b144897-2082-41bb-93ce-70a7e171d175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:09:01.027191 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-0b144897-2082-41bb-93ce-70a7e171d175 admin admin] Usage tracker for resource:subnet and tenant:71486ea517d946598991c8304a8be12f is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:09:01.030742 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-0b144897-2082-41bb-93ce-70a7e171d175 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:09:01.035337 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Network 4e682753-ca57-4aa3-a48c-6b4125d39e57 details requested by agent ovs-agent-dv-cinder-784763-1-smb with host dv-cinder-784763-1-smb {{(pid=84419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 12:09:01.038518 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-0b144897-2082-41bb-93ce-70a7e171d175 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:09:01.050207 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b144897-2082-41bb-93ce-70a7e171d175 admin admin] Made reservation on behalf of 71486ea517d946598991c8304a8be12f for: {'subnet': 1} {{(pid=84417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:09:01.056681 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0b144897-2082-41bb-93ce-70a7e171d175 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844200963'] for subnet, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:01.059460 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5d1cf463-15b3-40a5-9c43-50119d68b5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16343'] for subnet, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:01.263176 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06699151-814e-41b3-bb1a-f32efee24cac req-67637df7-dd89-4fc5-97dd-99d143ddf0ee tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:01.264848 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-06699151-814e-41b3-bb1a-f32efee24cac req-67637df7-dd89-4fc5-97dd-99d143ddf0ee tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d325a01d-8ed9-494f-a71c-7dc69f6ff09c HTTP/1.1" status: 200 len: 946 time: 0.1135750 Apr 05 12:09:01.384013 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-06699151-814e-41b3-bb1a-f32efee24cac req-e3585a26-8277-4b24-9d50-bb05f32751a7 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115491 Apr 05 12:09:01.430740 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 30f73d56-4d0b-49b9-ba11-f5520e1d9cb0 up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:09:01.468165 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5d1cf463-15b3-40a5-9c43-50119d68b5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10626375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843183378'] for subnet, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:01.484322 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-345c7b9e-12e7-4934-97db-803f78c2b5b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:01.533041 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1cf463-15b3-40a5-9c43-50119d68b5b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87f34d37-b016-4922-87db-363c749c9d13,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:01.538200 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5d1cf463-15b3-40a5-9c43-50119d68b5b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:01.570531 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port 30f73d56-4d0b-49b9-ba11-f5520e1d9cb0 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:09:01.570944 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:01.623319 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5d1cf463-15b3-40a5-9c43-50119d68b5b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:01.626538 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-20ddc59e-1b0a-4c78-82ab-8b791b58bf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'name': 'tempest-TestMinimumBasicScenario-1855098661-router', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '30f73d56-4d0b-49b9-ba11-f5520e1d9cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:50Z', 'updated_at': '2021-04-05T12:08:58Z', 'revision_number': 4, 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'gw_port': {'id': '30f73d56-4d0b-49b9-ba11-f5520e1d9cb0', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:51Z', 'updated_at': '2021-04-05T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': '91a15fcb-f5b6-4d61-b0f8-f34c615abae7', 'name': '', 'network_id': 'ec78b1d2-852f-4bf9-9578-58aa877b687e', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'mac_address': 'fa:16:3e:50:81:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '94f6df90-74f4-4bb0-84fb-b014c2dc31ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:08:58Z', 'revision_number': 2, 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'subnets': [{'id': '94f6df90-74f4-4bb0-84fb-b014c2dc31ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:09:01.632249 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-5d1cf463-15b3-40a5-9c43-50119d68b5b8 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/87f34d37-b016-4922-87db-363c749c9d13 HTTP/1.1" status: 204 len: 168 time: 0.7820079 Apr 05 12:09:01.633658 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 51330) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:01.636268 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ddc59e-1b0a-4c78-82ab-8b791b58bf64 None None] Checking router: 94c2c199-d5de-4a20-8358-011ed3efbfe6 for host: dv-cinder-784763-1-smb {{(pid=84419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:09:01.636695 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ddc59e-1b0a-4c78-82ab-8b791b58bf64 None None] Updating router 94c2c199-d5de-4a20-8358-011ed3efbfe6 port 91a15fcb-f5b6-4d61-b0f8-f34c615abae7 binding host dv-cinder-784763-1-smb {{(pid=84419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 12:09:01.652928 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0b144897-2082-41bb-93ce-70a7e171d175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1643548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844201010'] for subnet, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:01.669875 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:01.765127 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-06c31e71-8a9a-4130-85fa-40f9a09f3eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-454253'] for network, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:01.797870 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-20ddc59e-1b0a-4c78-82ab-8b791b58bf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:01.859463 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b144897-2082-41bb-93ce-70a7e171d175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f4205db-5ac2-4a7a-891b-53fb1dea3e1b,revision_number=0']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:01.870035 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0b144897-2082-41bb-93ce-70a7e171d175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:01.965330 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a401c1-6f92-44d1-b30d-2f1a1a4b2227 req-69e5ca75-abfc-4f5c-bd2e-75f90cf20d5c tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:01.967062 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d8a401c1-6f92-44d1-b30d-2f1a1a4b2227 req-69e5ca75-abfc-4f5c-bd2e-75f90cf20d5c tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.1621087 Apr 05 12:09:01.968129 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b144897-2082-41bb-93ce-70a7e171d175 admin admin] Checking segment: {'id': '140b80fd-e24d-4054-801c-bb1303935923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4e682753-ca57-4aa3-a48c-6b4125d39e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:09:01.968545 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b144897-2082-41bb-93ce-70a7e171d175 admin admin] Network hostable DHCP agents. Network: 4e682753-ca57-4aa3-a48c-6b4125d39e57, hostable agents: ['4e04494a-4007-4790-9de1-331780b361fc'], hosted agents: [] {{(pid=84417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 12:09:01.985464 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-06c31e71-8a9a-4130-85fa-40f9a09f3eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363279657788737'] for network, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:02.021759 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b144897-2082-41bb-93ce-70a7e171d175 admin admin] Network 4e682753-ca57-4aa3-a48c-6b4125d39e57 is scheduled to be hosted by DHCP agent 4e04494a-4007-4790-9de1-331780b361fc with binding_index 1 {{(pid=84417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 12:09:02.035892 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d8a401c1-6f92-44d1-b30d-2f1a1a4b2227 req-39a1d576-d46e-4957-abc0-3b34447bedc0 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602794 Apr 05 12:09:02.037017 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-0b144897-2082-41bb-93ce-70a7e171d175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-smb, 4e682753-ca57-4aa3-a48c-6b4125d39e57) {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:09:02.050974 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b144897-2082-41bb-93ce-70a7e171d175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:02.051763 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0b144897-2082-41bb-93ce-70a7e171d175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for subnet, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:02.061583 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f33860-8fbc-4e36-96f7-313790dc763b None None] Network 4e682753-ca57-4aa3-a48c-6b4125d39e57 requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:09:02.087604 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-0b144897-2082-41bb-93ce-70a7e171d175 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0780272 Apr 05 12:09:02.087948 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 51338) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:02.094103 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-584c7576-0765-4e70-90ef-d4f85fc1d9ed admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-888989101-router', 'tenant_id': '71486ea517d946598991c8304a8be12f', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'}}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:02.099660 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-584c7576-0765-4e70-90ef-d4f85fc1d9ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:09:02.103809 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-584c7576-0765-4e70-90ef-d4f85fc1d9ed admin admin] Usage tracker for resource:router and tenant:71486ea517d946598991c8304a8be12f is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:09:02.107121 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-584c7576-0765-4e70-90ef-d4f85fc1d9ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:09:02.111258 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-06c31e71-8a9a-4130-85fa-40f9a09f3eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56253b70-d4c3-4903-8552-b2bf5ecdb4e8']}} {{(pid=84418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:09:02.124572 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-06c31e71-8a9a-4130-85fa-40f9a09f3eb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff66e35-35e3-4977-95da-cd674537f379') {'for_net_delete': True} {{(pid=84418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:09:02.125002 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-06c31e71-8a9a-4130-85fa-40f9a09f3eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff66e35-35e3-4977-95da-cd674537f379') {} {{(pid=84418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:09:02.137743 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-06c31e71-8a9a-4130-85fa-40f9a09f3eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757196986961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11328485'] for segment, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:02.153325 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-06c31e71-8a9a-4130-85fa-40f9a09f3eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:02.159234 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-584c7576-0765-4e70-90ef-d4f85fc1d9ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:09:02.162305 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c31e71-8a9a-4130-85fa-40f9a09f3eb7 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 12:09:02.182363 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-584c7576-0765-4e70-90ef-d4f85fc1d9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-778464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64815'] for router, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:02.183433 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-584c7576-0765-4e70-90ef-d4f85fc1d9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853997433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854004880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854085315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711017'] for router, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:02.217909 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-584c7576-0765-4e70-90ef-d4f85fc1d9ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:02.235469 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9eb8c-f76c-4fbd-a757-7261e7c60cfb req-a2ab7745-c9bf-434d-ba79-9928b0b09ca3 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:02.237989 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-66f9eb8c-f76c-4fbd-a757-7261e7c60cfb req-a2ab7745-c9bf-434d-ba79-9928b0b09ca3 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.32 "GET /v2.0/ports?device_id=d325a01d-8ed9-494f-a71c-7dc69f6ff09c HTTP/1.1" status: 200 len: 946 time: 0.1271400 Apr 05 12:09:02.370408 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-06c31e71-8a9a-4130-85fa-40f9a09f3eb7 admin admin] Network 56253b70-d4c3-4903-8552-b2bf5ecdb4e8 has no segments {{(pid=84418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 12:09:02.380342 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-06c31e71-8a9a-4130-85fa-40f9a09f3eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10626540'] for segment, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:02.525445 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:02.526424 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-66f9eb8c-f76c-4fbd-a757-7261e7c60cfb req-e7d5f271-1a2b-482c-ba9d-7c5ceaa15d93 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Deleting port 567d4343-c876-4a60-bb91-51152c9ba689 {{(pid=84417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:09:02.527460 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-66f9eb8c-f76c-4fbd-a757-7261e7c60cfb req-e7d5f271-1a2b-482c-ba9d-7c5ceaa15d93 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:02.670359 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-06c31e71-8a9a-4130-85fa-40f9a09f3eb7 admin admin] Network 56253b70-d4c3-4903-8552-b2bf5ecdb4e8 has no segments {{(pid=84418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: Traceback (most recent call last): Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: timer() Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: cb(*args, **kw) Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: return func(*args, **kwargs) Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: self._notify() Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: self.callback(batched_events) Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: event.method(event) Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: segment_id)['aggregates'][0] Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: return f(self, *a, **k) Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: return self._get(url).json() Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: **kwargs) Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: return self.request(url, 'GET', **kwargs) Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: **endpoint_filter) Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:09:02.694149 dv-cinder-784763-1-smb neutron-server[84306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:09:02.756516 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-20ddc59e-1b0a-4c78-82ab-8b791b58bf64 None None] Notify callbacks [] for port, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:02.773344 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e6d0d9-b93a-4a99-a08f-eb301b9f2a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5788f3ac-9ded-5d46-a90e-e8417a96a4c3-4e682753-ca57-4aa3-a48c-6b4125d39e57', 'network_id': '4e682753-ca57-4aa3-a48c-6b4125d39e57', 'tenant_id': '71486ea517d946598991c8304a8be12f', 'fixed_ips': [{'subnet_id': '0f4205db-5ac2-4a7a-891b-53fb1dea3e1b'}]}} from dv-cinder-784763-1-smb. {{(pid=84419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 12:09:02.774403 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-65e6d0d9-b93a-4a99-a08f-eb301b9f2a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:02.780717 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-06c31e71-8a9a-4130-85fa-40f9a09f3eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854004774'] for network, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:02.784353 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:02.786768 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-20ddc59e-1b0a-4c78-82ab-8b791b58bf64 None None] Transition to ACTIVE for port object 91a15fcb-f5b6-4d61-b0f8-f34c615abae7 will not be triggered until provisioned by entity L2. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:09:02.806040 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-06c31e71-8a9a-4130-85fa-40f9a09f3eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:02.815587 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c31e71-8a9a-4130-85fa-40f9a09f3eb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=56253b70-d4c3-4903-8552-b2bf5ecdb4e8,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:02.819090 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-06c31e71-8a9a-4130-85fa-40f9a09f3eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:02.824840 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-06c31e71-8a9a-4130-85fa-40f9a09f3eb7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/56253b70-d4c3-4903-8552-b2bf5ecdb4e8 HTTP/1.1" status: 204 len: 168 time: 1.1899443 Apr 05 12:09:02.847075 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-20ddc59e-1b0a-4c78-82ab-8b791b58bf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:02.865215 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-30dd4151-affa-4866-8a85-bda802359787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:02.869699 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-584c7576-0765-4e70-90ef-d4f85fc1d9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854004895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854002657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711036'] for router, precommit_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:03.028200 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 51350) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:03.038206 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16def31-b826-4499-81fa-8ca5ace528b6 None None] Pushing event updated for resources: {'Port': ['ID=91a15fcb-f5b6-4d61-b0f8-f34c615abae7,revision_number=3']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:03.045567 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d16def31-b826-4499-81fa-8ca5ace528b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:03.071239 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99c369-ac86-44f7-8b66-35809e293328 req-bb9a171d-5a23-4bfa-b39f-40a6d4842899 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:03.072867 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3e99c369-ac86-44f7-8b66-35809e293328 req-bb9a171d-5a23-4bfa-b39f-40a6d4842899 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d325a01d-8ed9-494f-a71c-7dc69f6ff09c HTTP/1.1" status: 200 len: 946 time: 0.4587364 Apr 05 12:09:03.201314 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-66f9eb8c-f76c-4fbd-a757-7261e7c60cfb req-e7d5f271-1a2b-482c-ba9d-7c5ceaa15d93 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] For port 567d4343-c876-4a60-bb91-51152c9ba689, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=567d4343-c876-4a60-bb91-51152c9ba689,segment=NetworkSegment(87a99d09-0430-4d43-b90b-ebe3a6cff4b3),segment_id=87a99d09-0430-4d43-b90b-ebe3a6cff4b3)] {{(pid=84417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:09:03.202369 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-66f9eb8c-f76c-4fbd-a757-7261e7c60cfb req-e7d5f271-1a2b-482c-ba9d-7c5ceaa15d93 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:03.218637 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-65e6d0d9-b93a-4a99-a08f-eb301b9f2a16 None None] Allocated IP 172.20.0.2 (4e682753-ca57-4aa3-a48c-6b4125d39e57/0f4205db-5ac2-4a7a-891b-53fb1dea3e1b/db683ac8-d007-4005-b687-e8a23b7d405b) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:09:03.258288 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6c360-e583-4119-aeca-9d7429473954 req-ff4ccff5-3800-4364-bb34-be61db0c32af tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:03.260169 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-fdb6c360-e583-4119-aeca-9d7429473954 req-ff4ccff5-3800-4364-bb34-be61db0c32af tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.0986738 Apr 05 12:09:03.311644 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-fdb6c360-e583-4119-aeca-9d7429473954 req-012cc13d-b180-4c48-b9bd-2b67991448c0 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446177 Apr 05 12:09:03.457724 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-20ddc59e-1b0a-4c78-82ab-8b791b58bf64 None None] Attempting to bind port 91a15fcb-f5b6-4d61-b0f8-f34c615abae7 on host dv-cinder-784763-1-smb for vnic_type normal with profile {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:09:03.458305 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-20ddc59e-1b0a-4c78-82ab-8b791b58bf64 None None] Attempting to bind port 91a15fcb-f5b6-4d61-b0f8-f34c615abae7 by drivers openvswitch,hyperv on host dv-cinder-784763-1-smb at level 0 using segments [{'id': '1bdecabc-5534-43a9-abff-d8e78826a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec78b1d2-852f-4bf9-9578-58aa877b687e'}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:09:03.458827 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ddc59e-1b0a-4c78-82ab-8b791b58bf64 None None] Attempting to bind port 91a15fcb-f5b6-4d61-b0f8-f34c615abae7 on network ec78b1d2-852f-4bf9-9578-58aa877b687e {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:09:03.488201 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ddc59e-1b0a-4c78-82ab-8b791b58bf64 None None] Checking agent: {'id': '4e3bd3f6-d706-454d-ba20-d37fa4b11ed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 9), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:09:03.488718 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ddc59e-1b0a-4c78-82ab-8b791b58bf64 None None] Checking segment: {'id': '1bdecabc-5534-43a9-abff-d8e78826a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec78b1d2-852f-4bf9-9578-58aa877b687e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:09:03.489237 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-20ddc59e-1b0a-4c78-82ab-8b791b58bf64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:03.489762 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ddc59e-1b0a-4c78-82ab-8b791b58bf64 None None] Bound using segment: {'id': '1bdecabc-5534-43a9-abff-d8e78826a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec78b1d2-852f-4bf9-9578-58aa877b687e'} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:09:03.490370 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-20ddc59e-1b0a-4c78-82ab-8b791b58bf64 None None] Bound port: 91a15fcb-f5b6-4d61-b0f8-f34c615abae7, host: dv-cinder-784763-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdecabc-5534-43a9-abff-d8e78826a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec78b1d2-852f-4bf9-9578-58aa877b687e'}}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:09:03.490870 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-20ddc59e-1b0a-4c78-82ab-8b791b58bf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:03.585879 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-66f9eb8c-f76c-4fbd-a757-7261e7c60cfb req-e7d5f271-1a2b-482c-ba9d-7c5ceaa15d93 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Calling delete_port for 567d4343-c876-4a60-bb91-51152c9ba689 owned by compute:nova {{(pid=84417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:09:03.658076 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-65e6d0d9-b93a-4a99-a08f-eb301b9f2a16 None None] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:03.672120 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-20ddc59e-1b0a-4c78-82ab-8b791b58bf64 None None] For port 91a15fcb-f5b6-4d61-b0f8-f34c615abae7, host dv-cinder-784763-1-smb, cleared binding levels {{(pid=84419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:09:03.674479 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-65e6d0d9-b93a-4a99-a08f-eb301b9f2a16 None None] Transition to ACTIVE for port object db683ac8-d007-4005-b687-e8a23b7d405b will not be triggered until provisioned by entity L2. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:09:03.678082 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-20ddc59e-1b0a-4c78-82ab-8b791b58bf64 None None] For port 91a15fcb-f5b6-4d61-b0f8-f34c615abae7, host dv-cinder-784763-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=91a15fcb-f5b6-4d61-b0f8-f34c615abae7,segment=NetworkSegment(1bdecabc-5534-43a9-abff-d8e78826a5b3),segment_id=1bdecabc-5534-43a9-abff-d8e78826a5b3)] {{(pid=84419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:09:03.687317 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-20ddc59e-1b0a-4c78-82ab-8b791b58bf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:03.688125 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3e99c369-ac86-44f7-8b66-35809e293328 req-d9c2fc18-2baa-4b85-9cd9-37791d12903f tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6021082 Apr 05 12:09:03.695305 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-98a454f7-8bac-4ef3-8626-98eae65209db admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=82f321db7b3541c0b093c9f0e9fcc944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6658235 Apr 05 12:09:03.697961 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 51364) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:03.758701 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d16def31-b826-4499-81fa-8ca5ace528b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:03.815721 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6b8c3167-ed00-409b-a312-3942060d98fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:03.847561 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6b8c3167-ed00-409b-a312-3942060d98fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:03.910859 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6b8c3167-ed00-409b-a312-3942060d98fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:03.914996 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-65e6d0d9-b93a-4a99-a08f-eb301b9f2a16 None None] Transition to ACTIVE for port object db683ac8-d007-4005-b687-e8a23b7d405b will not be triggered until provisioned by entity DHCP. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:09:03.922848 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1efa1aac-8e69-4a6c-b8d0-221d0146d35a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:03.944463 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c3167-ed00-409b-a312-3942060d98fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9130fa2a-248d-43c4-81e1-58e15de29d42,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:03.947279 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6b8c3167-ed00-409b-a312-3942060d98fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:03.958795 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6b8c3167-ed00-409b-a312-3942060d98fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:03.960281 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-6b8c3167-ed00-409b-a312-3942060d98fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9130fa2a-248d-43c4-81e1-58e15de29d42 HTTP/1.1" status: 204 len: 168 time: 0.2610583 Apr 05 12:09:03.991793 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-66f9eb8c-f76c-4fbd-a757-7261e7c60cfb req-e7d5f271-1a2b-482c-ba9d-7c5ceaa15d93 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:03.998514 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-65e6d0d9-b93a-4a99-a08f-eb301b9f2a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:04.099060 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['016a7d1b-70ea-44fb-bdd4-f4e4d798727f'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:09:04.128000 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e10fd49b-7477-4232-8c05-5ef4fd15ba8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:04.133731 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06291a17-c445-49dc-8601-f4ffff3d4215 req-6dfa38b5-5240-4a74-844b-a433fa257011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:04.135327 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-06291a17-c445-49dc-8601-f4ffff3d4215 req-6dfa38b5-5240-4a74-844b-a433fa257011 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=808b3f55d36f47a2a2dd53e694db5da5&device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 1098 time: 0.1445544 Apr 05 12:09:04.184048 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5f271-1a2b-482c-ba9d-7c5ceaa15d93 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Pushing event deleted for resources: {'Port': ['ID=567d4343-c876-4a60-bb91-51152c9ba689,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:04.191763 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e7d5f271-1a2b-482c-ba9d-7c5ceaa15d93 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:04.203367 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16def31-b826-4499-81fa-8ca5ace528b6 None None] Pushing event updated for resources: {'Port': ['ID=91a15fcb-f5b6-4d61-b0f8-f34c615abae7,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:04.207814 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d16def31-b826-4499-81fa-8ca5ace528b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:04.228025 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:04.242545 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-584c7576-0765-4e70-90ef-d4f85fc1d9ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:04.287142 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-584c7576-0765-4e70-90ef-d4f85fc1d9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:04.369263 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f9eb8c-f76c-4fbd-a757-7261e7c60cfb req-e7d5f271-1a2b-482c-ba9d-7c5ceaa15d93 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] No DVR routers for this DVR port 567d4343-c876-4a60-bb91-51152c9ba689 on host hv-cinder-78476 {{(pid=84417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 12:09:04.372598 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06291a17-c445-49dc-8601-f4ffff3d4215 req-ed52eb17-967d-4397-b055-35cdb63d4109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:04.374696 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-06291a17-c445-49dc-8601-f4ffff3d4215 req-ed52eb17-967d-4397-b055-35cdb63d4109 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e4d2affa-d50a-4902-aca6-24458c2b9331 HTTP/1.1" status: 200 len: 919 time: 0.2319419 Apr 05 12:09:04.377689 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-66f9eb8c-f76c-4fbd-a757-7261e7c60cfb req-e7d5f271-1a2b-482c-ba9d-7c5ceaa15d93 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:04.380699 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd325a01d-8ed9-494f-a71c-7dc69f6ff09c', 'name': 'network-vif-deleted', 'tag': '567d4343-c876-4a60-bb91-51152c9ba689'}] {{(pid=84417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:09:04.383119 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6d0d9-b93a-4a99-a08f-eb301b9f2a16 None None] Pushing event updated for resources: {'Port': ['ID=db683ac8-d007-4005-b687-e8a23b7d405b,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:04.384906 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413e264-a501-4769-8977-8f937269bba7 req-7f36ecf4-b2bf-477a-88b5-c922d1232236 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:04.386304 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-65e6d0d9-b93a-4a99-a08f-eb301b9f2a16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:04.402217 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b413e264-a501-4769-8977-8f937269bba7 req-7f36ecf4-b2bf-477a-88b5-c922d1232236 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.2375207 Apr 05 12:09:04.430882 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-66f9eb8c-f76c-4fbd-a757-7261e7c60cfb req-e7d5f271-1a2b-482c-ba9d-7c5ceaa15d93 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.32 "DELETE /v2.0/ports/567d4343-c876-4a60-bb91-51152c9ba689 HTTP/1.1" status: 204 len: 173 time: 2.1840279 Apr 05 12:09:04.472602 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e6d0d9-b93a-4a99-a08f-eb301b9f2a16 None None] Network 4e682753-ca57-4aa3-a48c-6b4125d39e57 is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:09:04.475793 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-65e6d0d9-b93a-4a99-a08f-eb301b9f2a16 None None] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:09:04.485826 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ddc59e-1b0a-4c78-82ab-8b791b58bf64 None None] Routers {'94c2c199-d5de-4a20-8358-011ed3efbfe6'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:09:04.486763 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-20ddc59e-1b0a-4c78-82ab-8b791b58bf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:08:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['94c2c199-d5de-4a20-8358-011ed3efbfe6'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:09:04.533277 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd325a01d-8ed9-494f-a71c-7dc69f6ff09c', 'name': 'network-vif-deleted', 'tag': '567d4343-c876-4a60-bb91-51152c9ba689', 'status': 'completed', 'code': 200} Apr 05 12:09:04.553274 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e6d0d9-b93a-4a99-a08f-eb301b9f2a16 None None] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:09:04.602470 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-06291a17-c445-49dc-8601-f4ffff3d4215 req-da3f5d6b-2e84-4b2d-a91f-3cbafca81b6c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0697b953-a856-4fa8-b6e2-cd216ea973a9 HTTP/1.1" status: 200 len: 217 time: 0.1986995 Apr 05 12:09:04.623303 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-584c7576-0765-4e70-90ef-d4f85fc1d9ed admin admin] Allocated IP 172.28.2.163 (31dbbfbb-1103-49d1-a0e5-ac5561337b80/73ae074f-8780-41b9-9bf3-4fc6dce4ecd5/17331b9b-c4e1-43fd-8c04-efe13c5f70eb) {{(pid=84417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:09:04.764900 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06291a17-c445-49dc-8601-f4ffff3d4215 req-10100d08-232a-434a-8a6f-26ec34ff9686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:04.766986 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-06291a17-c445-49dc-8601-f4ffff3d4215 req-10100d08-232a-434a-8a6f-26ec34ff9686 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58bfef5a-b03d-4852-8400-b15e7cf54ce5 HTTP/1.1" status: 200 len: 858 time: 0.1318586 Apr 05 12:09:04.804121 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b413e264-a501-4769-8977-8f937269bba7 req-f3bfafe5-c8c7-486a-ad26-e6877cd9c5ab tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240701 Apr 05 12:09:04.865568 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-06291a17-c445-49dc-8601-f4ffff3d4215 req-ba722c1a-c8f0-436a-a8f1-2cc45e4fb4d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4d2affa-d50a-4902-aca6-24458c2b9331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728140 Apr 05 12:09:04.958839 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-3984d0a0-06ff-45f0-af12-244fa273cc09 req-eaeb2f60-2fca-4437-b092-47fbdb423878 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Synchronizing usage tracker for tenant:8cacd2fbdd0843568a27bde35c8bbf1d on resource:port {{(pid=84417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:09:05.049759 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-584c7576-0765-4e70-90ef-d4f85fc1d9ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:05.062442 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-3984d0a0-06ff-45f0-af12-244fa273cc09 req-eaeb2f60-2fca-4437-b092-47fbdb423878 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Unset dirty status for tenant:8cacd2fbdd0843568a27bde35c8bbf1d on resource:port {{(pid=84417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:09:05.064916 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3984d0a0-06ff-45f0-af12-244fa273cc09 req-eaeb2f60-2fca-4437-b092-47fbdb423878 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d325a01d-8ed9-494f-a71c-7dc69f6ff09c HTTP/1.1" status: 200 len: 210 time: 0.1680624 Apr 05 12:09:05.120148 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-06291a17-c445-49dc-8601-f4ffff3d4215 req-f6087a98-40f2-4f98-9878-2982043cb25f service neutron] 10.222.0.32 "GET /v2.0/networks/e4d2affa-d50a-4902-aca6-24458c2b9331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438991 Apr 05 12:09:05.123608 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-584c7576-0765-4e70-90ef-d4f85fc1d9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:05.142090 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:05.236632 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-20ddc59e-1b0a-4c78-82ab-8b791b58bf64 None None] Set router 94c2c199-d5de-4a20-8358-011ed3efbfe6 gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:09:05.294729 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c7576-0765-4e70-90ef-d4f85fc1d9ed admin admin] Pushing event updated for resources: {'Port': ['ID=17331b9b-c4e1-43fd-8c04-efe13c5f70eb,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:05.300745 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-584c7576-0765-4e70-90ef-d4f85fc1d9ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:05.311320 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-65e6d0d9-b93a-4a99-a08f-eb301b9f2a16 None None] Attempting to bind port db683ac8-d007-4005-b687-e8a23b7d405b on host dv-cinder-784763-1-smb for vnic_type normal with profile {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:09:05.323634 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-65e6d0d9-b93a-4a99-a08f-eb301b9f2a16 None None] Attempting to bind port db683ac8-d007-4005-b687-e8a23b7d405b by drivers openvswitch,hyperv on host dv-cinder-784763-1-smb at level 0 using segments [{'id': '140b80fd-e24d-4054-801c-bb1303935923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4e682753-ca57-4aa3-a48c-6b4125d39e57'}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:09:05.324272 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e6d0d9-b93a-4a99-a08f-eb301b9f2a16 None None] Attempting to bind port db683ac8-d007-4005-b687-e8a23b7d405b on network 4e682753-ca57-4aa3-a48c-6b4125d39e57 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:09:05.352566 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e6d0d9-b93a-4a99-a08f-eb301b9f2a16 None None] Checking agent: {'id': '4e3bd3f6-d706-454d-ba20-d37fa4b11ed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 9), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:09:05.353098 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e6d0d9-b93a-4a99-a08f-eb301b9f2a16 None None] Checking segment: {'id': '140b80fd-e24d-4054-801c-bb1303935923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4e682753-ca57-4aa3-a48c-6b4125d39e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:09:05.353663 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-65e6d0d9-b93a-4a99-a08f-eb301b9f2a16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:05.354186 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e6d0d9-b93a-4a99-a08f-eb301b9f2a16 None None] Bound using segment: {'id': '140b80fd-e24d-4054-801c-bb1303935923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4e682753-ca57-4aa3-a48c-6b4125d39e57'} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:09:05.354316 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584c7576-0765-4e70-90ef-d4f85fc1d9ed admin admin] Network 31dbbfbb-1103-49d1-a0e5-ac5561337b80 is already hosted by enough agents. {{(pid=84417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:09:05.354806 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-65e6d0d9-b93a-4a99-a08f-eb301b9f2a16 None None] Bound port: db683ac8-d007-4005-b687-e8a23b7d405b, host: dv-cinder-784763-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140b80fd-e24d-4054-801c-bb1303935923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4e682753-ca57-4aa3-a48c-6b4125d39e57'}}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:09:05.355414 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-584c7576-0765-4e70-90ef-d4f85fc1d9ed admin admin] Resources bound (agent type, host, resource id): {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:09:05.355518 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-65e6d0d9-b93a-4a99-a08f-eb301b9f2a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:05.358000 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584c7576-0765-4e70-90ef-d4f85fc1d9ed admin admin] Received port after_create {{(pid=84417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:09:05.385009 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-06291a17-c445-49dc-8601-f4ffff3d4215 req-65180297-a676-446b-a0a6-11b788595ce1 service neutron] 10.222.0.32 "GET /v2.0/networks/e4d2affa-d50a-4902-aca6-24458c2b9331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512894 Apr 05 12:09:05.704622 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-65e6d0d9-b93a-4a99-a08f-eb301b9f2a16 None None] For port db683ac8-d007-4005-b687-e8a23b7d405b, host dv-cinder-784763-1-smb, cleared binding levels {{(pid=84419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:09:05.710390 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-65e6d0d9-b93a-4a99-a08f-eb301b9f2a16 None None] For port db683ac8-d007-4005-b687-e8a23b7d405b, host dv-cinder-784763-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=db683ac8-d007-4005-b687-e8a23b7d405b,segment=NetworkSegment(140b80fd-e24d-4054-801c-bb1303935923),segment_id=140b80fd-e24d-4054-801c-bb1303935923)] {{(pid=84419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:09:05.725639 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-65e6d0d9-b93a-4a99-a08f-eb301b9f2a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:05.742913 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:05.834324 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-584c7576-0765-4e70-90ef-d4f85fc1d9ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:05.840615 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 567d4343-c876-4a60-bb91-51152c9ba689 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:09:05.995406 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] No Port match for: 567d4343-c876-4a60-bb91-51152c9ba689 {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:09:05.995928 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 567d4343-c876-4a60-bb91-51152c9ba689 not bound to the agent host hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:09:06.042722 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6d0d9-b93a-4a99-a08f-eb301b9f2a16 None None] Pushing event updated for resources: {'Port': ['ID=db683ac8-d007-4005-b687-e8a23b7d405b,revision_number=2']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:06.055300 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-65e6d0d9-b93a-4a99-a08f-eb301b9f2a16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:06.116546 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-20ddc59e-1b0a-4c78-82ab-8b791b58bf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'name': 'tempest-TestMinimumBasicScenario-1855098661-router', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '30f73d56-4d0b-49b9-ba11-f5520e1d9cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:50Z', 'updated_at': '2021-04-05T12:08:58Z', 'revision_number': 4, 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'gw_port': {'id': '30f73d56-4d0b-49b9-ba11-f5520e1d9cb0', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:51Z', 'updated_at': '2021-04-05T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': '91a15fcb-f5b6-4d61-b0f8-f34c615abae7', 'name': '', 'network_id': 'ec78b1d2-852f-4bf9-9578-58aa877b687e', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'mac_address': 'fa:16:3e:50:81:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '94f6df90-74f4-4bb0-84fb-b014c2dc31ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:03Z', 'revision_number': 4, 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'subnets': [{'id': '94f6df90-74f4-4bb0-84fb-b014c2dc31ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:09:06.128746 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ddc59e-1b0a-4c78-82ab-8b791b58bf64 None None] The sync data for ids ['94c2c199-d5de-4a20-8358-011ed3efbfe6'] in dv-cinder-784763-1-smb is: [{'id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'name': 'tempest-TestMinimumBasicScenario-1855098661-router', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '30f73d56-4d0b-49b9-ba11-f5520e1d9cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:50Z', 'updated_at': '2021-04-05T12:08:58Z', 'revision_number': 4, 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'gw_port': {'id': '30f73d56-4d0b-49b9-ba11-f5520e1d9cb0', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:51Z', 'updated_at': '2021-04-05T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': '91a15fcb-f5b6-4d61-b0f8-f34c615abae7', 'name': '', 'network_id': 'ec78b1d2-852f-4bf9-9578-58aa877b687e', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'mac_address': 'fa:16:3e:50:81:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '94f6df90-74f4-4bb0-84fb-b014c2dc31ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:03Z', 'revision_number': 4, 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'subnets': [{'id': '94f6df90-74f4-4bb0-84fb-b014c2dc31ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:09:06.136855 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d6c1c-c18d-45dc-9317-804b69b701d6 req-ede0beed-0ef4-41ee-b6d5-e60d200fb3b5 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:06.140498 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-317d6c1c-c18d-45dc-9317-804b69b701d6 req-ede0beed-0ef4-41ee-b6d5-e60d200fb3b5 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.1775901 Apr 05 12:09:06.249886 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-317d6c1c-c18d-45dc-9317-804b69b701d6 req-0e07859d-8bcd-4980-b746-da208c70c90d tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036377 Apr 05 12:09:06.591051 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-894b269e-06a1-40a1-9d4f-87434758e29f tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Synchronizing usage tracker for tenant:537a3b807ea2432fbf1daf2fef94185e on resource:security_group {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:09:06.615888 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-894b269e-06a1-40a1-9d4f-87434758e29f tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Unset dirty status for tenant:537a3b807ea2432fbf1daf2fef94185e on resource:security_group {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:09:06.625350 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-894b269e-06a1-40a1-9d4f-87434758e29f tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-358524836&fields=id&tenant_id=537a3b807ea2432fbf1daf2fef94185e HTTP/1.1" status: 200 len: 267 time: 0.1078415 Apr 05 12:09:06.774557 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-584c7576-0765-4e70-90ef-d4f85fc1d9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-770974'] for router, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:06.808332 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-5fb62b03-fdbe-4c9e-bb35-c3e6fd27d94d tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:06.809116 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-5fb62b03-fdbe-4c9e-bb35-c3e6fd27d94d tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Synchronizing usage tracker for tenant:537a3b807ea2432fbf1daf2fef94185e on resource:network {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:09:06.827531 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-5fb62b03-fdbe-4c9e-bb35-c3e6fd27d94d tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Unset dirty status for tenant:537a3b807ea2432fbf1daf2fef94185e on resource:network {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:09:06.828812 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-5fb62b03-fdbe-4c9e-bb35-c3e6fd27d94d tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/networks?id=c8b603c3-054c-48fb-be51-22ffd400d7ad HTTP/1.1" status: 200 len: 809 time: 0.2025771 Apr 05 12:09:06.850524 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-e10a993b-2a6b-48d0-9ea5-f7a7f4ec3377 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/quotas/537a3b807ea2432fbf1daf2fef94185e HTTP/1.1" status: 200 len: 375 time: 0.0146892 Apr 05 12:09:06.964326 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-bd076757-4322-4677-9dc0-c6512d2c0356 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=537a3b807ea2432fbf1daf2fef94185e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1093342 Apr 05 12:09:07.024906 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584c7576-0765-4e70-90ef-d4f85fc1d9ed admin admin] Router a26a7dbb-b5df-4bfb-88d5-d3851696735e is scheduled to L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 with binding_index 1 {{(pid=84417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 12:09:07.116194 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-199ac2f7-7338-4462-8c98-d34a53253673 service neutron] 10.222.0.26 "GET /v2.0/networks/c8b603c3-054c-48fb-be51-22ffd400d7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510718 Apr 05 12:09:07.229241 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584c7576-0765-4e70-90ef-d4f85fc1d9ed admin admin] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:09:07.240411 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f8e824-c4e3-4c6d-be8a-2805634b7569 None None] Sync routers for ids ['a26a7dbb-b5df-4bfb-88d5-d3851696735e'] in dv-cinder-784763-1-smb {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:09:07.249471 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-584c7576-0765-4e70-90ef-d4f85fc1d9ed admin admin] Notify callbacks [] for router, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:07.250891 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-584c7576-0765-4e70-90ef-d4f85fc1d9ed admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1618752 Apr 05 12:09:07.255029 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 51432) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:07.259655 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f8e824-c4e3-4c6d-be8a-2805634b7569 None None] Routers {'a26a7dbb-b5df-4bfb-88d5-d3851696735e'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:09:07.260337 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-a4f8e824-c4e3-4c6d-be8a-2805634b7569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:08:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['a26a7dbb-b5df-4bfb-88d5-d3851696735e'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:09:07.325937 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-70f6a0d7-9fea-4d38-9a57-e299df58469c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:07.529642 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-a4f8e824-c4e3-4c6d-be8a-2805634b7569 None None] Set router a26a7dbb-b5df-4bfb-88d5-d3851696735e gateway port host: dv-cinder-784763-1-smb {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:09:07.591956 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device db683ac8-d007-4005-b687-e8a23b7d405b up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:09:07.731747 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfd23c-0c3b-4f9a-8ff0-743d393f64b2 req-303e91e7-75f9-47dc-b096-3f931bce0bd9 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:07.740557 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-03cfd23c-0c3b-4f9a-8ff0-743d393f64b2 req-303e91e7-75f9-47dc-b096-3f931bce0bd9 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.2427301 Apr 05 12:09:07.763440 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning for port db683ac8-d007-4005-b687-e8a23b7d405b completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:09:07.772110 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 91a15fcb-f5b6-4d61-b0f8-f34c615abae7 up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:09:07.821492 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-03cfd23c-0c3b-4f9a-8ff0-743d393f64b2 req-002ddffa-bdcc-4c0d-8ef1-28c16caa157c tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779982 Apr 05 12:09:07.860018 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-528819ef-55ab-49b6-afa9-7db1e9e88dae service neutron] 10.222.0.26 "GET /v2.0/networks/c8b603c3-054c-48fb-be51-22ffd400d7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7365286 Apr 05 12:09:07.956144 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning for port 91a15fcb-f5b6-4d61-b0f8-f34c615abae7 completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:09:07.962015 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port 91a15fcb-f5b6-4d61-b0f8-f34c615abae7 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:09:07.962432 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:08.178185 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fb1efb-bed2-4ab5-b0ee-91a3d1690faa None None] Network 4e682753-ca57-4aa3-a48c-6b4125d39e57 requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:09:08.192343 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-a4f8e824-c4e3-4c6d-be8a-2805634b7569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26a7dbb-b5df-4bfb-88d5-d3851696735e', 'name': 'tempest-TestMinimumBasicScenario-888989101-router', 'tenant_id': '71486ea517d946598991c8304a8be12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.163'}], 'enable_snat': True}, 'gw_port_id': '17331b9b-c4e1-43fd-8c04-efe13c5f70eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:09:02Z', 'updated_at': '2021-04-05T12:09:05Z', 'revision_number': 3, 'project_id': '71486ea517d946598991c8304a8be12f', 'gw_port': {'id': '17331b9b-c4e1-43fd-8c04-efe13c5f70eb', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:52:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26a7dbb-b5df-4bfb-88d5-d3851696735e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:04Z', 'updated_at': '2021-04-05T12:09:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb'}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:09:08.199350 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f8e824-c4e3-4c6d-be8a-2805634b7569 None None] Checking router: a26a7dbb-b5df-4bfb-88d5-d3851696735e for host: dv-cinder-784763-1-smb {{(pid=84420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:09:08.200057 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f8e824-c4e3-4c6d-be8a-2805634b7569 None None] Updating router a26a7dbb-b5df-4bfb-88d5-d3851696735e port 17331b9b-c4e1-43fd-8c04-efe13c5f70eb binding host dv-cinder-784763-1-smb {{(pid=84420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 12:09:08.245443 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:08.267830 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a4f8e824-c4e3-4c6d-be8a-2805634b7569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:08.369309 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-55dc8901-711e-4f55-ad8b-ca89476bcd4b None None] Provisioning for port db683ac8-d007-4005-b687-e8a23b7d405b completed by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:09:08.387788 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-55dc8901-711e-4f55-ad8b-ca89476bcd4b None None] Provisioning complete for port db683ac8-d007-4005-b687-e8a23b7d405b triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:09:08.388599 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-55dc8901-711e-4f55-ad8b-ca89476bcd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:08.479328 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] For port 91a15fcb-f5b6-4d61-b0f8-f34c615abae7, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=91a15fcb-f5b6-4d61-b0f8-f34c615abae7,segment=NetworkSegment(1bdecabc-5534-43a9-abff-d8e78826a5b3),segment_id=1bdecabc-5534-43a9-abff-d8e78826a5b3)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:09:08.520352 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:08.530376 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8dc0e911-9d3f-445a-a951-2ce916a77b0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:08.631817 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Pushing event updated for resources: {'Port': ['ID=91a15fcb-f5b6-4d61-b0f8-f34c615abae7,revision_number=5']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:08.636692 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:08.737858 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-55dc8901-711e-4f55-ad8b-ca89476bcd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:08.760601 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:08.848066 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-55dc8901-711e-4f55-ad8b-ca89476bcd4b None None] For port db683ac8-d007-4005-b687-e8a23b7d405b, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=db683ac8-d007-4005-b687-e8a23b7d405b,segment=NetworkSegment(140b80fd-e24d-4054-801c-bb1303935923),segment_id=140b80fd-e24d-4054-801c-bb1303935923)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:09:08.856873 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-55dc8901-711e-4f55-ad8b-ca89476bcd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:08.871894 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:08.917169 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-29a039fb-6bc2-4a3b-afb6-c0891bb58fbc req-db149f93-93cd-4a63-9f02-009ca0e0df9a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Synchronizing usage tracker for tenant:537a3b807ea2432fbf1daf2fef94185e on resource:port {{(pid=84417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:09:08.935971 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-29a039fb-6bc2-4a3b-afb6-c0891bb58fbc req-db149f93-93cd-4a63-9f02-009ca0e0df9a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Unset dirty status for tenant:537a3b807ea2432fbf1daf2fef94185e on resource:port {{(pid=84417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:09:08.938519 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-29a039fb-6bc2-4a3b-afb6-c0891bb58fbc req-db149f93-93cd-4a63-9f02-009ca0e0df9a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 210 time: 0.0748148 Apr 05 12:09:08.943960 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a4f8e824-c4e3-4c6d-be8a-2805634b7569 None None] Notify callbacks [] for port, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:08.958033 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-a4f8e824-c4e3-4c6d-be8a-2805634b7569 None None] Transition to ACTIVE for port object 17331b9b-c4e1-43fd-8c04-efe13c5f70eb will not be triggered until provisioned by entity L2. {{(pid=84420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:09:08.964382 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a4f8e824-c4e3-4c6d-be8a-2805634b7569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:08.965810 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a52cf-d99f-4444-a261-6550c863e967 req-86c4a151-d3fd-49b7-b94b-abc5aaffafae tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:08.967701 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a21a52cf-d99f-4444-a261-6550c863e967 req-86c4a151-d3fd-49b7-b94b-abc5aaffafae tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=22434853-0008-4c0c-890c-c825125319e2 HTTP/1.1" status: 200 len: 946 time: 0.2093463 Apr 05 12:09:08.970473 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2a23d11a-c59b-42ec-8509-d97a8a4cb86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:09.049682 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc8901-711e-4f55-ad8b-ca89476bcd4b None None] Pushing event updated for resources: {'Port': ['ID=db683ac8-d007-4005-b687-e8a23b7d405b,revision_number=3']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:09.053396 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-55dc8901-711e-4f55-ad8b-ca89476bcd4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:09.070958 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:09.167713 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792ffcf-712a-4879-8537-f2459bf14e2a None None] Pushing event updated for resources: {'Port': ['ID=17331b9b-c4e1-43fd-8c04-efe13c5f70eb,revision_number=2']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:09.170895 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7792ffcf-712a-4879-8537-f2459bf14e2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:09.211445 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a21a52cf-d99f-4444-a261-6550c863e967 req-9d843e11-8d27-4a2a-b144-554a8d845c75 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197108 Apr 05 12:09:09.217402 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74d926-d9d7-4e4a-ae2f-4a14f7805efb req-0b7fd99d-278a-4fc9-9bb4-78f3f9cd0dea tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:09.228035 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ea74d926-d9d7-4e4a-ae2f-4a14f7805efb req-0b7fd99d-278a-4fc9-9bb4-78f3f9cd0dea tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.1297851 Apr 05 12:09:09.260481 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-a4f8e824-c4e3-4c6d-be8a-2805634b7569 None None] Attempting to bind port 17331b9b-c4e1-43fd-8c04-efe13c5f70eb on host dv-cinder-784763-1-smb for vnic_type normal with profile {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:09:09.261130 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-a4f8e824-c4e3-4c6d-be8a-2805634b7569 None None] Attempting to bind port 17331b9b-c4e1-43fd-8c04-efe13c5f70eb by drivers openvswitch,hyperv on host dv-cinder-784763-1-smb at level 0 using segments [{'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'}] {{(pid=84420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:09:09.261771 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f8e824-c4e3-4c6d-be8a-2805634b7569 None None] Attempting to bind port 17331b9b-c4e1-43fd-8c04-efe13c5f70eb on network 31dbbfbb-1103-49d1-a0e5-ac5561337b80 {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:09:09.269234 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f8e824-c4e3-4c6d-be8a-2805634b7569 None None] Checking agent: {'id': '4e3bd3f6-d706-454d-ba20-d37fa4b11ed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 9), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:09:09.274552 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f8e824-c4e3-4c6d-be8a-2805634b7569 None None] Checking segment: {'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:09:09.275389 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a4f8e824-c4e3-4c6d-be8a-2805634b7569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:09.275675 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f8e824-c4e3-4c6d-be8a-2805634b7569 None None] Bound using segment: {'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'} {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:09:09.276356 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-a4f8e824-c4e3-4c6d-be8a-2805634b7569 None None] Bound port: 17331b9b-c4e1-43fd-8c04-efe13c5f70eb, host: dv-cinder-784763-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ecfd34e-9a9f-4e0f-94e3-36d27d123670', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'}}] {{(pid=84420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:09:09.276781 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a4f8e824-c4e3-4c6d-be8a-2805634b7569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:09.296171 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ea74d926-d9d7-4e4a-ae2f-4a14f7805efb req-d668c8c6-c6f6-4100-9bf9-522c91a6a649 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543170 Apr 05 12:09:09.437924 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-2a23d11a-c59b-42ec-8509-d97a8a4cb86a admin admin] Allocated IP 172.20.0.1 (4e682753-ca57-4aa3-a48c-6b4125d39e57/0f4205db-5ac2-4a7a-891b-53fb1dea3e1b/d8e25fc7-a851-4bc4-b33e-197cf8b7886f) {{(pid=84418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:09:09.473620 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-a4f8e824-c4e3-4c6d-be8a-2805634b7569 None None] For port 17331b9b-c4e1-43fd-8c04-efe13c5f70eb, host dv-cinder-784763-1-smb, cleared binding levels {{(pid=84420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:09:09.478946 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-a4f8e824-c4e3-4c6d-be8a-2805634b7569 None None] For port 17331b9b-c4e1-43fd-8c04-efe13c5f70eb, host dv-cinder-784763-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=17331b9b-c4e1-43fd-8c04-efe13c5f70eb,segment=NetworkSegment(2ecfd34e-9a9f-4e0f-94e3-36d27d123670),segment_id=2ecfd34e-9a9f-4e0f-94e3-36d27d123670)] {{(pid=84420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:09:09.483436 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a4f8e824-c4e3-4c6d-be8a-2805634b7569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:09.493106 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-6376f2c0-0c01-4b21-91a1-b7dfa0e0b811 None None] Provisioning complete for port db683ac8-d007-4005-b687-e8a23b7d405b triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:09:09.493925 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6376f2c0-0c01-4b21-91a1-b7dfa0e0b811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:09.536151 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device db683ac8-d007-4005-b687-e8a23b7d405b up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:09:09.671260 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2a23d11a-c59b-42ec-8509-d97a8a4cb86a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:09.691125 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2a23d11a-c59b-42ec-8509-d97a8a4cb86a admin admin] Transition to ACTIVE for port object d8e25fc7-a851-4bc4-b33e-197cf8b7886f will not be triggered until provisioned by entity DHCP. {{(pid=84418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:09:09.722305 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2a23d11a-c59b-42ec-8509-d97a8a4cb86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:09.734170 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a18acd90-7639-458f-8c7d-9fcf92598abf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:09.757177 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port db683ac8-d007-4005-b687-e8a23b7d405b triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:09:09.759800 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c6e699bd-f54c-49c4-853e-490bd0e5cc0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:09.760124 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:09.824480 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f8e824-c4e3-4c6d-be8a-2805634b7569 None None] Routers {'a26a7dbb-b5df-4bfb-88d5-d3851696735e'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:09:09.825181 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-a4f8e824-c4e3-4c6d-be8a-2805634b7569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:08:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['a26a7dbb-b5df-4bfb-88d5-d3851696735e'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:09:09.943575 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5111180d-b049-4d26-b8a2-78b70e93f8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:10.050989 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 91a15fcb-f5b6-4d61-b0f8-f34c615abae7 up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:09:10.057413 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23d11a-c59b-42ec-8509-d97a8a4cb86a admin admin] Pushing event updated for resources: {'Port': ['ID=d8e25fc7-a851-4bc4-b33e-197cf8b7886f,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:10.062208 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a23d11a-c59b-42ec-8509-d97a8a4cb86a admin admin] Network 4e682753-ca57-4aa3-a48c-6b4125d39e57 is already hosted by enough agents. {{(pid=84418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:09:10.063788 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-2a23d11a-c59b-42ec-8509-d97a8a4cb86a admin admin] Resources bound (agent type, host, resource id): {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:09:10.082055 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a23d11a-c59b-42ec-8509-d97a8a4cb86a admin admin] Received port after_create {{(pid=84418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:09:10.148730 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port 91a15fcb-f5b6-4d61-b0f8-f34c615abae7 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:09:10.149601 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:10.177290 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 51492) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:10.217635 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2a23d11a-c59b-42ec-8509-d97a8a4cb86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:10.226140 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2a23d11a-c59b-42ec-8509-d97a8a4cb86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854114749'] for router_interface, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:10.277746 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-a4f8e824-c4e3-4c6d-be8a-2805634b7569 None None] Set router a26a7dbb-b5df-4bfb-88d5-d3851696735e gateway port host: dv-cinder-784763-1-smb {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:09:10.432392 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-899f748a-52ea-4cd5-9cc2-f838af7d2e5c req-53ff9b99-d23c-4b5c-90c0-a92f93e2864d tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 210 time: 0.1721504 Apr 05 12:09:10.487942 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-48cd70b5-b2b4-47a0-aa37-cdc052d9883b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:10.531299 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-48cd70b5-b2b4-47a0-aa37-cdc052d9883b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:09:10.545107 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-48cd70b5-b2b4-47a0-aa37-cdc052d9883b admin admin] Usage tracker for resource:security_group_rule and tenant:4f3083d5c1b0482c9c8aa39def94c474 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:09:10.551997 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-48cd70b5-b2b4-47a0-aa37-cdc052d9883b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:09:10.562597 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792ffcf-712a-4879-8537-f2459bf14e2a None None] Pushing event updated for resources: {'Port': ['ID=17331b9b-c4e1-43fd-8c04-efe13c5f70eb,revision_number=3']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:10.568250 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-48cd70b5-b2b4-47a0-aa37-cdc052d9883b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:09:10.597356 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7792ffcf-712a-4879-8537-f2459bf14e2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.863s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:10.756913 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:10.760410 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-4b9ae7fe-04da-43cc-87e6-238deffe1ccd None None] Provisioning for port d8e25fc7-a851-4bc4-b33e-197cf8b7886f completed by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:09:10.774191 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-4b9ae7fe-04da-43cc-87e6-238deffe1ccd None None] Provisioning complete for port d8e25fc7-a851-4bc4-b33e-197cf8b7886f triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:09:10.774697 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4b9ae7fe-04da-43cc-87e6-238deffe1ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:10.832688 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-a4f8e824-c4e3-4c6d-be8a-2805634b7569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26a7dbb-b5df-4bfb-88d5-d3851696735e', 'name': 'tempest-TestMinimumBasicScenario-888989101-router', 'tenant_id': '71486ea517d946598991c8304a8be12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.163'}], 'enable_snat': True}, 'gw_port_id': '17331b9b-c4e1-43fd-8c04-efe13c5f70eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:09:02Z', 'updated_at': '2021-04-05T12:09:05Z', 'revision_number': 3, 'project_id': '71486ea517d946598991c8304a8be12f', 'gw_port': {'id': '17331b9b-c4e1-43fd-8c04-efe13c5f70eb', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:52:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26a7dbb-b5df-4bfb-88d5-d3851696735e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:04Z', 'updated_at': '2021-04-05T12:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb'}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:09:10.838416 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f8e824-c4e3-4c6d-be8a-2805634b7569 None None] The sync data for ids ['a26a7dbb-b5df-4bfb-88d5-d3851696735e'] in dv-cinder-784763-1-smb is: [{'id': 'a26a7dbb-b5df-4bfb-88d5-d3851696735e', 'name': 'tempest-TestMinimumBasicScenario-888989101-router', 'tenant_id': '71486ea517d946598991c8304a8be12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.163'}], 'enable_snat': True}, 'gw_port_id': '17331b9b-c4e1-43fd-8c04-efe13c5f70eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:09:02Z', 'updated_at': '2021-04-05T12:09:05Z', 'revision_number': 3, 'project_id': '71486ea517d946598991c8304a8be12f', 'gw_port': {'id': '17331b9b-c4e1-43fd-8c04-efe13c5f70eb', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:52:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26a7dbb-b5df-4bfb-88d5-d3851696735e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:04Z', 'updated_at': '2021-04-05T12:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb'}] {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:09:10.859573 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-cd2c6c07-e0aa-4611-ba9f-454d3856ec8b tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:10.876244 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-cd2c6c07-e0aa-4611-ba9f-454d3856ec8b tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.32 "GET /v2.0/networks?id=c8b603c3-054c-48fb-be51-22ffd400d7ad HTTP/1.1" status: 200 len: 809 time: 0.2744009 Apr 05 12:09:10.895611 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-4b9ae7fe-04da-43cc-87e6-238deffe1ccd None None] Port d8e25fc7-a851-4bc4-b33e-197cf8b7886f cannot update to ACTIVE because it is not bound. {{(pid=84419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 12:09:10.967727 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563670c-4a67-4595-9efd-ed19e465de79 req-d5d8edc2-eecf-4460-895e-eeb097c87f05 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:10.969373 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e563670c-4a67-4595-9efd-ed19e465de79 req-d5d8edc2-eecf-4460-895e-eeb097c87f05 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.32 "GET /v2.0/ports?device_id=22434853-0008-4c0c-890c-c825125319e2 HTTP/1.1" status: 200 len: 946 time: 0.3540459 Apr 05 12:09:10.975657 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-48cd70b5-b2b4-47a0-aa37-cdc052d9883b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:10.979131 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-48cd70b5-b2b4-47a0-aa37-cdc052d9883b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:10.980377 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2a23d11a-c59b-42ec-8509-d97a8a4cb86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:10.988917 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8e794c8f-58db-4499-a882-e9ca8b0a1be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:11.094888 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd70b5-b2b4-47a0-aa37-cdc052d9883b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a18177-d629-4c7f-b5d3-728cdd8c883f,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:11.109287 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-48cd70b5-b2b4-47a0-aa37-cdc052d9883b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4f3083d5c1b0482c9c8aa39def94c474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9291313 Apr 05 12:09:11.112157 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-48cd70b5-b2b4-47a0-aa37-cdc052d9883b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:11.115493 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 51510) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:11.139829 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-e563670c-4a67-4595-9efd-ed19e465de79 req-4fc02f44-aa37-4e1c-93e8-9f4e230895de tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Deleting port 016a7d1b-70ea-44fb-bdd4-f4e4d798727f {{(pid=84417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:09:11.140275 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e563670c-4a67-4595-9efd-ed19e465de79 req-4fc02f44-aa37-4e1c-93e8-9f4e230895de tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:11.180501 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-86669859-8369-4a44-ba90-7fe65f744cb2 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=537a3b807ea2432fbf1daf2fef94185e HTTP/1.1" status: 200 len: 8059 time: 0.2264252 Apr 05 12:09:11.202042 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-c52aef79-3563-4d3c-b361-d148615e0307 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Request body: {'port': {'device_id': 'd52727db-b1b1-4b63-9c6c-ea77e53cd2e1', 'network_id': 'c8b603c3-054c-48fb-be51-22ffd400d7ad', 'admin_state_up': True, 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'security_groups': ['fcf2b345-b556-482a-8b92-10c7718d3423']}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:11.232153 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc91c4-197e-4b47-ad30-4ede05f740f1 req-d2b8e7b6-0537-43cc-9596-65b48b7ae5c5 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:11.235244 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-befc91c4-197e-4b47-ad30-4ede05f740f1 req-d2b8e7b6-0537-43cc-9596-65b48b7ae5c5 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=22434853-0008-4c0c-890c-c825125319e2 HTTP/1.1" status: 200 len: 946 time: 0.3570247 Apr 05 12:09:11.307148 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-949d7037-39a7-468f-bfe0-7b1e3bc48d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:11.369498 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-949d7037-39a7-468f-bfe0-7b1e3bc48d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:11.450261 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-befc91c4-197e-4b47-ad30-4ede05f740f1 req-35c749e5-4ed7-458e-9ec7-f42e202de5a0 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bccea83-02f4-4ebb-ac17-5276ada0db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939864 Apr 05 12:09:11.497190 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-949d7037-39a7-468f-bfe0-7b1e3bc48d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:11.507408 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7456f9f1-f920-44c2-b4c4-45a341c03d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:11.569052 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d7037-39a7-468f-bfe0-7b1e3bc48d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a18177-d629-4c7f-b5d3-728cdd8c883f,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:11.572127 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-949d7037-39a7-468f-bfe0-7b1e3bc48d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:11.637006 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-949d7037-39a7-468f-bfe0-7b1e3bc48d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:11.641131 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-949d7037-39a7-468f-bfe0-7b1e3bc48d99 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b1a18177-d629-4c7f-b5d3-728cdd8c883f HTTP/1.1" status: 204 len: 168 time: 0.5221779 Apr 05 12:09:11.729309 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-01e1c839-4ca7-405e-8420-8d57b2b11d0a req-275ad10e-c754-4764-bf37-a2dfe3c497de tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 210 time: 0.1528096 Apr 05 12:09:11.831373 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-e563670c-4a67-4595-9efd-ed19e465de79 req-4fc02f44-aa37-4e1c-93e8-9f4e230895de tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] For port 016a7d1b-70ea-44fb-bdd4-f4e4d798727f, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=016a7d1b-70ea-44fb-bdd4-f4e4d798727f,segment=NetworkSegment(87a99d09-0430-4d43-b90b-ebe3a6cff4b3),segment_id=87a99d09-0430-4d43-b90b-ebe3a6cff4b3)] {{(pid=84417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:09:11.832329 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e563670c-4a67-4595-9efd-ed19e465de79 req-4fc02f44-aa37-4e1c-93e8-9f4e230895de tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:12.002590 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:12.046747 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-e563670c-4a67-4595-9efd-ed19e465de79 req-4fc02f44-aa37-4e1c-93e8-9f4e230895de tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Calling delete_port for 016a7d1b-70ea-44fb-bdd4-f4e4d798727f owned by compute:nova {{(pid=84417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:09:12.060813 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-c52aef79-3563-4d3c-b361-d148615e0307 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:09:12.080866 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-c52aef79-3563-4d3c-b361-d148615e0307 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:09:12.100271 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-c52aef79-3563-4d3c-b361-d148615e0307 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Made reservation on behalf of 537a3b807ea2432fbf1daf2fef94185e for: {'port': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:09:12.106606 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-c52aef79-3563-4d3c-b361-d148615e0307 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:12.137692 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2a23d11a-c59b-42ec-8509-d97a8a4cb86a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:12.184693 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2a23d11a-c59b-42ec-8509-d97a8a4cb86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626450'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:12.214876 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a3be0b33-ac0e-4a17-b697-8a584dba0595 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:12.219047 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e563670c-4a67-4595-9efd-ed19e465de79 req-4fc02f44-aa37-4e1c-93e8-9f4e230895de tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:12.239334 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f11aa29d-fc98-4635-9d29-1dd17fcfcd20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:12.312138 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc02f44-aa37-4e1c-93e8-9f4e230895de tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Pushing event deleted for resources: {'Port': ['ID=016a7d1b-70ea-44fb-bdd4-f4e4d798727f,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:12.316265 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4fc02f44-aa37-4e1c-93e8-9f4e230895de tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:12.381838 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23d11a-c59b-42ec-8509-d97a8a4cb86a admin admin] Pushing event updated for resources: {'Port': ['ID=d8e25fc7-a851-4bc4-b33e-197cf8b7886f,revision_number=2']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:12.389154 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2a23d11a-c59b-42ec-8509-d97a8a4cb86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:12.456438 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2a23d11a-c59b-42ec-8509-d97a8a4cb86a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854151964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853995370'] for router_interface, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:12.546055 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-e563670c-4a67-4595-9efd-ed19e465de79 req-4fc02f44-aa37-4e1c-93e8-9f4e230895de tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] No DVR routers for this DVR port 016a7d1b-70ea-44fb-bdd4-f4e4d798727f on host hv-cinder-78476 {{(pid=84417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 12:09:12.550534 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e563670c-4a67-4595-9efd-ed19e465de79 req-4fc02f44-aa37-4e1c-93e8-9f4e230895de tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:12.564094 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22434853-0008-4c0c-890c-c825125319e2', 'name': 'network-vif-deleted', 'tag': '016a7d1b-70ea-44fb-bdd4-f4e4d798727f'}] {{(pid=84417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:09:12.566284 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-c52aef79-3563-4d3c-b361-d148615e0307 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Allocated IP 172.20.0.4 (c8b603c3-054c-48fb-be51-22ffd400d7ad/7655aa3d-4c5c-48da-8a0c-9704fa2a3313/d453ac47-aecb-4c22-9e51-c391eb3fa395) {{(pid=84418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:09:12.572917 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e563670c-4a67-4595-9efd-ed19e465de79 req-4fc02f44-aa37-4e1c-93e8-9f4e230895de tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.32 "DELETE /v2.0/ports/016a7d1b-70ea-44fb-bdd4-f4e4d798727f HTTP/1.1" status: 204 len: 173 time: 1.5723805 Apr 05 12:09:12.632068 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22434853-0008-4c0c-890c-c825125319e2', 'name': 'network-vif-deleted', 'tag': '016a7d1b-70ea-44fb-bdd4-f4e4d798727f', 'status': 'completed', 'code': 200} Apr 05 12:09:12.671060 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-15a76f93-f46b-4f67-b12c-82611795a153 req-4835804d-c3a4-483f-9837-8819b41d9f8a tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] 10.222.0.26 "GET /v2.0/ports?device_id=22434853-0008-4c0c-890c-c825125319e2 HTTP/1.1" status: 200 len: 210 time: 0.0814664 Apr 05 12:09:12.742563 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a23d11a-c59b-42ec-8509-d97a8a4cb86a admin admin] Network 4e682753-ca57-4aa3-a48c-6b4125d39e57 is already hosted by enough agents. {{(pid=84418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:09:12.747982 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-2a23d11a-c59b-42ec-8509-d97a8a4cb86a admin admin] Resources bound (agent type, host, resource id): {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:09:12.967979 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5a66e40e-468f-4476-8d24-7dafd5d94cd6 req-961b1c59-fda3-407f-9f0f-dc6c3882ce79 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 210 time: 0.1127779 Apr 05 12:09:13.041208 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-04c09ef4-75a0-47e1-a6b1-707a217bd812 None None] Provisioning complete for port d8e25fc7-a851-4bc4-b33e-197cf8b7886f triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:09:13.041208 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-04c09ef4-75a0-47e1-a6b1-707a217bd812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:13.107816 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-c52aef79-3563-4d3c-b361-d148615e0307 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for port, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:13.135932 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-c52aef79-3563-4d3c-b361-d148615e0307 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Transition to ACTIVE for port object d453ac47-aecb-4c22-9e51-c391eb3fa395 will not be triggered until provisioned by entity DHCP. {{(pid=84418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:09:13.138416 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a23d11a-c59b-42ec-8509-d97a8a4cb86a admin admin] Router a26a7dbb-b5df-4bfb-88d5-d3851696735e has already been hosted by L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 {{(pid=84418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 12:09:13.140399 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-04c09ef4-75a0-47e1-a6b1-707a217bd812 None None] Port d8e25fc7-a851-4bc4-b33e-197cf8b7886f cannot update to ACTIVE because it is not bound. {{(pid=84419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 12:09:13.326184 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-c52aef79-3563-4d3c-b361-d148615e0307 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:13.366995 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2a23d11a-c59b-42ec-8509-d97a8a4cb86a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:13.461800 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 17331b9b-c4e1-43fd-8c04-efe13c5f70eb up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:09:13.499099 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52aef79-3563-4d3c-b361-d148615e0307 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Pushing event updated for resources: {'Port': ['ID=d453ac47-aecb-4c22-9e51-c391eb3fa395,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:13.550572 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning for port 17331b9b-c4e1-43fd-8c04-efe13c5f70eb completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:09:13.556073 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port 17331b9b-c4e1-43fd-8c04-efe13c5f70eb triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:09:13.556492 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:13.592935 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c52aef79-3563-4d3c-b361-d148615e0307 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:13.599830 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a23d11a-c59b-42ec-8509-d97a8a4cb86a admin admin] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:09:13.629742 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-2a23d11a-c59b-42ec-8509-d97a8a4cb86a admin admin] 10.222.0.26 "PUT /v2.0/routers/a26a7dbb-b5df-4bfb-88d5-d3851696735e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3735476 Apr 05 12:09:13.654700 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-c52aef79-3563-4d3c-b361-d148615e0307 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Network c8b603c3-054c-48fb-be51-22ffd400d7ad is already hosted by enough agents. {{(pid=84418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:09:13.655834 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-c52aef79-3563-4d3c-b361-d148615e0307 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Resources bound (agent type, host, resource id): {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:09:13.658190 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-c52aef79-3563-4d3c-b361-d148615e0307 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Received port after_create {{(pid=84418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:09:13.705325 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:13.740096 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] For port 17331b9b-c4e1-43fd-8c04-efe13c5f70eb, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=17331b9b-c4e1-43fd-8c04-efe13c5f70eb,segment=NetworkSegment(2ecfd34e-9a9f-4e0f-94e3-36d27d123670),segment_id=2ecfd34e-9a9f-4e0f-94e3-36d27d123670)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:09:13.746926 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:13.750039 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-c52aef79-3563-4d3c-b361-d148615e0307 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:13.750952 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-c52aef79-3563-4d3c-b361-d148615e0307 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:13.758690 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1795e6a8-212c-4f10-b966-dc850d0780bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:13.785298 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-c52aef79-3563-4d3c-b361-d148615e0307 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5915968 Apr 05 12:09:13.800139 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-3d9885c4-15c2-41a4-a406-a67f077efb31 service neutron] Request body: {'port': {'device_id': 'd52727db-b1b1-4b63-9c6c-ea77e53cd2e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:13.824957 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 51578) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:13.853376 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 016a7d1b-70ea-44fb-bdd4-f4e4d798727f no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:09:13.915482 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] No Port match for: 016a7d1b-70ea-44fb-bdd4-f4e4d798727f {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:09:13.916121 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 016a7d1b-70ea-44fb-bdd4-f4e4d798727f not bound to the agent host hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:09:13.932197 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Pushing event updated for resources: {'Port': ['ID=17331b9b-c4e1-43fd-8c04-efe13c5f70eb,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:13.937441 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:13.950062 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_v2 [None req-1765fac3-39b5-47fe-b4f9-7ffe53303e37 admin admin] Deleting subnet f4203655-c8b6-45d2-ab59-6589759dd37a {{(pid=84417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 12:09:13.953312 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1765fac3-39b5-47fe-b4f9-7ffe53303e37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:13.975680 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-a3afbd0c-1390-4622-a330-ad5854e4e0dc None None] Provisioning for port d453ac47-aecb-4c22-9e51-c391eb3fa395 completed by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:09:13.981735 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-a3afbd0c-1390-4622-a330-ad5854e4e0dc None None] Provisioning complete for port d453ac47-aecb-4c22-9e51-c391eb3fa395 triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:09:13.982871 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a3afbd0c-1390-4622-a330-ad5854e4e0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:13.993244 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-3d9885c4-15c2-41a4-a406-a67f077efb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:14.048052 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1765fac3-39b5-47fe-b4f9-7ffe53303e37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853105929'] for subnet, precommit_delete_associations {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:14.074418 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-a3afbd0c-1390-4622-a330-ad5854e4e0dc None None] Port d453ac47-aecb-4c22-9e51-c391eb3fa395 cannot update to ACTIVE because it is not bound. {{(pid=84419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 12:09:14.178995 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1765fac3-39b5-47fe-b4f9-7ffe53303e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16343'] for subnet, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:14.206286 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf0286a-62a6-4b29-b81b-8fdb946702ea None None] Sync routers for ids ['a26a7dbb-b5df-4bfb-88d5-d3851696735e'] in dv-cinder-784763-1-smb {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:09:14.218631 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf0286a-62a6-4b29-b81b-8fdb946702ea None None] Routers {'a26a7dbb-b5df-4bfb-88d5-d3851696735e'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:09:14.219649 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-edf0286a-62a6-4b29-b81b-8fdb946702ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:09:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['a26a7dbb-b5df-4bfb-88d5-d3851696735e'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:09:14.456342 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f95069-37c7-4df7-951d-6440e02dad4a req-40748c4d-7c5f-41e2-8a46-9a7f35da0897 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:14.458708 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-70f95069-37c7-4df7-951d-6440e02dad4a req-40748c4d-7c5f-41e2-8a46-9a7f35da0897 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 931 time: 0.3432150 Apr 05 12:09:14.467189 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-edf0286a-62a6-4b29-b81b-8fdb946702ea None None] Set router a26a7dbb-b5df-4bfb-88d5-d3851696735e gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:09:14.599405 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-3d9885c4-15c2-41a4-a406-a67f077efb31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d453ac47-aecb-4c22-9e51-c391eb3fa395 {{(pid=84418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:09:14.607863 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-3d9885c4-15c2-41a4-a406-a67f077efb31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:14.627153 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-3d9885c4-15c2-41a4-a406-a67f077efb31 service neutron] Transition to ACTIVE for port object d453ac47-aecb-4c22-9e51-c391eb3fa395 will not be triggered until provisioned by entity L2. {{(pid=84418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:09:14.630746 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-3d9885c4-15c2-41a4-a406-a67f077efb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626450'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:14.638055 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-70f95069-37c7-4df7-951d-6440e02dad4a req-5a194921-a1f4-4c4f-a3ed-5706913d703c tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Synchronizing usage tracker for tenant:537a3b807ea2432fbf1daf2fef94185e on resource:security_group {{(pid=84417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:09:14.653584 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b2d5e3fb-be25-43ae-b224-8fc93c685294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:14.692526 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-70f95069-37c7-4df7-951d-6440e02dad4a req-5a194921-a1f4-4c4f-a3ed-5706913d703c tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Unset dirty status for tenant:537a3b807ea2432fbf1daf2fef94185e on resource:security_group {{(pid=84417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:09:14.695643 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-70f95069-37c7-4df7-951d-6440e02dad4a req-5a194921-a1f4-4c4f-a3ed-5706913d703c tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030590 Apr 05 12:09:14.790215 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9885c4-15c2-41a4-a406-a67f077efb31 service neutron] Pushing event updated for resources: {'Port': ['ID=d453ac47-aecb-4c22-9e51-c391eb3fa395,revision_number=2']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:14.816741 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3d9885c4-15c2-41a4-a406-a67f077efb31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:14.860569 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1765fac3-39b5-47fe-b4f9-7ffe53303e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853132249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10574791'] for subnet, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:14.892999 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:14.996195 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1765fac3-39b5-47fe-b4f9-7ffe53303e37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4203655-c8b6-45d2-ab59-6589759dd37a,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:15.002995 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1765fac3-39b5-47fe-b4f9-7ffe53303e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:15.030110 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-edf0286a-62a6-4b29-b81b-8fdb946702ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26a7dbb-b5df-4bfb-88d5-d3851696735e', 'name': 'tempest-TestMinimumBasicScenario-888989101-router', 'tenant_id': '71486ea517d946598991c8304a8be12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.163'}], 'enable_snat': True}, 'gw_port_id': '17331b9b-c4e1-43fd-8c04-efe13c5f70eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:09:02Z', 'updated_at': '2021-04-05T12:09:10Z', 'revision_number': 4, 'project_id': '71486ea517d946598991c8304a8be12f', 'gw_port': {'id': '17331b9b-c4e1-43fd-8c04-efe13c5f70eb', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a7dbb-b5df-4bfb-88d5-d3851696735e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:04Z', 'updated_at': '2021-04-05T12:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': 'd8e25fc7-a851-4bc4-b33e-197cf8b7886f', 'name': '', 'network_id': '4e682753-ca57-4aa3-a48c-6b4125d39e57', 'tenant_id': '71486ea517d946598991c8304a8be12f', 'mac_address': 'fa:16:3e:77:aa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26a7dbb-b5df-4bfb-88d5-d3851696735e', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0f4205db-5ac2-4a7a-891b-53fb1dea3e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:09Z', 'updated_at': '2021-04-05T12:09:11Z', 'revision_number': 2, 'project_id': '71486ea517d946598991c8304a8be12f', 'subnets': [{'id': '0f4205db-5ac2-4a7a-891b-53fb1dea3e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:09:15.039174 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf0286a-62a6-4b29-b81b-8fdb946702ea None None] Checking router: a26a7dbb-b5df-4bfb-88d5-d3851696735e for host: dv-cinder-784763-1-smb {{(pid=84419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:09:15.039344 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf0286a-62a6-4b29-b81b-8fdb946702ea None None] Updating router a26a7dbb-b5df-4bfb-88d5-d3851696735e port d8e25fc7-a851-4bc4-b33e-197cf8b7886f binding host dv-cinder-784763-1-smb {{(pid=84419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 12:09:15.168037 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-edf0286a-62a6-4b29-b81b-8fdb946702ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:15.191991 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1765fac3-39b5-47fe-b4f9-7ffe53303e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for subnet, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:15.214456 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-1765fac3-39b5-47fe-b4f9-7ffe53303e37 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f4203655-c8b6-45d2-ab59-6589759dd37a HTTP/1.1" status: 204 len: 168 time: 1.3856401 Apr 05 12:09:15.216680 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 51614) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:15.403837 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-3d9885c4-15c2-41a4-a406-a67f077efb31 service neutron] Attempting to bind port d453ac47-aecb-4c22-9e51-c391eb3fa395 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:09:15.404235 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-3d9885c4-15c2-41a4-a406-a67f077efb31 service neutron] Attempting to bind port d453ac47-aecb-4c22-9e51-c391eb3fa395 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'd62ccfde-6ed8-42a6-8575-7667c161fa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8b603c3-054c-48fb-be51-22ffd400d7ad'}] {{(pid=84418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:09:15.404583 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-3d9885c4-15c2-41a4-a406-a67f077efb31 service neutron] Attempting to bind port d453ac47-aecb-4c22-9e51-c391eb3fa395 on network c8b603c3-054c-48fb-be51-22ffd400d7ad {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:09:15.421966 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-3d9885c4-15c2-41a4-a406-a67f077efb31 service neutron] Port d453ac47-aecb-4c22-9e51-c391eb3fa395 on network c8b603c3-054c-48fb-be51-22ffd400d7ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 12:09:15.422488 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-3d9885c4-15c2-41a4-a406-a67f077efb31 service neutron] Attempting to bind port d453ac47-aecb-4c22-9e51-c391eb3fa395 on network c8b603c3-054c-48fb-be51-22ffd400d7ad {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:09:15.431497 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-3d9885c4-15c2-41a4-a406-a67f077efb31 service neutron] Checking agent: {'id': 'b4ce1f0a-2cfc-4a41-8c75-ffa3be69bd3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:09:15.431682 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-3d9885c4-15c2-41a4-a406-a67f077efb31 service neutron] Checking segment: {'id': 'd62ccfde-6ed8-42a6-8575-7667c161fa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8b603c3-054c-48fb-be51-22ffd400d7ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:09:15.432460 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-3d9885c4-15c2-41a4-a406-a67f077efb31 service neutron] Bound using segment: {'id': 'd62ccfde-6ed8-42a6-8575-7667c161fa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8b603c3-054c-48fb-be51-22ffd400d7ad'} {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:09:15.432460 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-3d9885c4-15c2-41a4-a406-a67f077efb31 service neutron] Bound port: d453ac47-aecb-4c22-9e51-c391eb3fa395, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd62ccfde-6ed8-42a6-8575-7667c161fa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8b603c3-054c-48fb-be51-22ffd400d7ad'}}] {{(pid=84418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:09:15.437656 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-3d9885c4-15c2-41a4-a406-a67f077efb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:15.492372 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bb88c8b0-83a0-4cfa-8726-6dd3d995ad06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-454253'] for network, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:15.540647 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 17331b9b-c4e1-43fd-8c04-efe13c5f70eb up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:09:15.628288 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-3d9885c4-15c2-41a4-a406-a67f077efb31 service neutron] For port d453ac47-aecb-4c22-9e51-c391eb3fa395, host hv-cinder-78476, cleared binding levels {{(pid=84418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:09:15.633169 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-3d9885c4-15c2-41a4-a406-a67f077efb31 service neutron] For port d453ac47-aecb-4c22-9e51-c391eb3fa395, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=d453ac47-aecb-4c22-9e51-c391eb3fa395,segment=NetworkSegment(d62ccfde-6ed8-42a6-8575-7667c161fa0f),segment_id=d62ccfde-6ed8-42a6-8575-7667c161fa0f)] {{(pid=84418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:09:15.642249 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-3d9885c4-15c2-41a4-a406-a67f077efb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626450'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:15.690972 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-54a0a839-b65a-4954-afa1-953d2c7d62f3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:15.807866 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bb88c8b0-83a0-4cfa-8726-6dd3d995ad06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363279657788737'] for network, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:15.841501 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9885c4-15c2-41a4-a406-a67f077efb31 service neutron] Pushing event updated for resources: {'Port': ['ID=d453ac47-aecb-4c22-9e51-c391eb3fa395,revision_number=3']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:15.849130 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3d9885c4-15c2-41a4-a406-a67f077efb31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:15.876839 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port 17331b9b-c4e1-43fd-8c04-efe13c5f70eb triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:09:15.882167 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:15.933347 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-bb88c8b0-83a0-4cfa-8726-6dd3d995ad06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49526f73-451b-47db-8aba-278bba25f53d']}} {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:09:15.962915 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-bb88c8b0-83a0-4cfa-8726-6dd3d995ad06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a99d09-0430-4d43-b90b-ebe3a6cff4b3') {'for_net_delete': True} {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:09:15.963264 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-bb88c8b0-83a0-4cfa-8726-6dd3d995ad06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a99d09-0430-4d43-b90b-ebe3a6cff4b3') {} {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:09:15.987830 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bb88c8b0-83a0-4cfa-8726-6dd3d995ad06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757196986961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1669886'] for segment, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:15.997651 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-3d9885c4-15c2-41a4-a406-a67f077efb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:15.998973 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-3d9885c4-15c2-41a4-a406-a67f077efb31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:16.000628 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-3d9885c4-15c2-41a4-a406-a67f077efb31 service neutron] 10.222.0.32 "PUT /v2.0/ports/d453ac47-aecb-4c22-9e51-c391eb3fa395 HTTP/1.1" status: 200 len: 1093 time: 2.2059083 Apr 05 12:09:16.001612 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52727db-b1b1-4b63-9c6c-ea77e53cd2e1', 'tag': 'd453ac47-aecb-4c22-9e51-c391eb3fa395'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:09:16.023663 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bb88c8b0-83a0-4cfa-8726-6dd3d995ad06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:16.041608 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb88c8b0-83a0-4cfa-8726-6dd3d995ad06 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=84417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 12:09:16.186026 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd52727db-b1b1-4b63-9c6c-ea77e53cd2e1', 'tag': 'd453ac47-aecb-4c22-9e51-c391eb3fa395', 'status': 'completed', 'code': 200} Apr 05 12:09:16.243817 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-79ea8bba-ab5d-4279-b0d7-aac9c3cfc8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:16.245455 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-79ea8bba-ab5d-4279-b0d7-aac9c3cfc8ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=537a3b807ea2432fbf1daf2fef94185e&device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 1096 time: 0.2015150 Apr 05 12:09:16.264331 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b208346-5e52-4eba-b8df-69cb93e289bc req-c859b65b-14ad-44b9-acd1-3cd3c70f551f tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:16.265442 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-4b208346-5e52-4eba-b8df-69cb93e289bc req-c859b65b-14ad-44b9-acd1-3cd3c70f551f tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Synchronizing usage tracker for tenant:537a3b807ea2432fbf1daf2fef94185e on resource:port {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:09:16.493328 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-edf0286a-62a6-4b29-b81b-8fdb946702ea None None] Notify callbacks [] for port, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:16.784353 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-5ddb866d-e686-4b52-b60b-8c5989a2f7f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d453ac47-aecb-4c22-9e51-c391eb3fa395 HTTP/1.1" status: 200 len: 217 time: 0.5122626 Apr 05 12:09:16.864935 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-31d2b291-1242-4919-a8c8-83382086cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:16.866837 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-31d2b291-1242-4919-a8c8-83382086cbc2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7655aa3d-4c5c-48da-8a0c-9704fa2a3313 HTTP/1.1" status: 200 len: 848 time: 0.0742552 Apr 05 12:09:16.867834 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-4b208346-5e52-4eba-b8df-69cb93e289bc req-c859b65b-14ad-44b9-acd1-3cd3c70f551f tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Unset dirty status for tenant:537a3b807ea2432fbf1daf2fef94185e on resource:port {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:09:16.868957 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4b208346-5e52-4eba-b8df-69cb93e289bc req-c859b65b-14ad-44b9-acd1-3cd3c70f551f tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 943 time: 0.7594690 Apr 05 12:09:16.895195 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-bb88c8b0-83a0-4cfa-8726-6dd3d995ad06 admin admin] Network 49526f73-451b-47db-8aba-278bba25f53d has no segments {{(pid=84417) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 12:09:16.905800 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bb88c8b0-83a0-4cfa-8726-6dd3d995ad06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853132148'] for segment, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:16.973181 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4b208346-5e52-4eba-b8df-69cb93e289bc req-3eab5ee0-c8a7-4e36-9c59-5398632b00f1 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975556 Apr 05 12:09:17.006790 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-9ac3bfff-1e0f-4932-98e8-948711fc1c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:17.008603 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-9ac3bfff-1e0f-4932-98e8-948711fc1c23 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c8b603c3-054c-48fb-be51-22ffd400d7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1305230 Apr 05 12:09:17.150063 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1778d2-6bde-425f-a877-0cf5708cd0f1 req-64a1a17e-ad17-47eb-bbc6-495f16430b0e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:17.158801 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0d1778d2-6bde-425f-a877-0cf5708cd0f1 req-64a1a17e-ad17-47eb-bbc6-495f16430b0e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.4595997 Apr 05 12:09:17.191716 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-bb88c8b0-83a0-4cfa-8726-6dd3d995ad06 admin admin] Network 49526f73-451b-47db-8aba-278bba25f53d has no segments {{(pid=84417) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 12:09:17.198227 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-c555939f-6abd-444b-b3f2-73e2d69f532a service neutron] 10.222.0.32 "GET /v2.0/networks/c8b603c3-054c-48fb-be51-22ffd400d7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772404 Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: Traceback (most recent call last): Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: timer() Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: cb(*args, **kw) Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: return func(*args, **kwargs) Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: self._notify() Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: self.callback(batched_events) Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: event.method(event) Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: segment_id)['aggregates'][0] Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: return f(self, *a, **k) Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: return self._get(url).json() Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: **kwargs) Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: return self.request(url, 'GET', **kwargs) Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: **endpoint_filter) Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:09:17.217956 dv-cinder-784763-1-smb neutron-server[84306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:09:17.354402 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0d1778d2-6bde-425f-a877-0cf5708cd0f1 req-6a0262a6-bd22-4a8d-ac5d-6cc6776b707e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944237 Apr 05 12:09:17.379607 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bb88c8b0-83a0-4cfa-8726-6dd3d995ad06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854004774'] for network, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:17.380020 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-edf0286a-62a6-4b29-b81b-8fdb946702ea None None] Transition to ACTIVE for port object d8e25fc7-a851-4bc4-b33e-197cf8b7886f will not be triggered until provisioned by entity L2. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:09:17.383360 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:17.390388 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-edf0286a-62a6-4b29-b81b-8fdb946702ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:17.400615 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bb88c8b0-83a0-4cfa-8726-6dd3d995ad06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:17.407322 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88c8b0-83a0-4cfa-8726-6dd3d995ad06 admin admin] Pushing event deleted for resources: {'Network': ['ID=49526f73-451b-47db-8aba-278bba25f53d,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:17.412659 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-bb88c8b0-83a0-4cfa-8726-6dd3d995ad06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:17.428322 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-bb88c8b0-83a0-4cfa-8726-6dd3d995ad06 admin admin] 10.222.0.26 "DELETE /v2.0/networks/49526f73-451b-47db-8aba-278bba25f53d HTTP/1.1" status: 204 len: 168 time: 2.2102134 Apr 05 12:09:17.434464 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cdf0106e-f9e1-4e4c-922e-125985269c59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:17.513166 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2352fc70-ef23-4870-880a-c11db254bdc2 req-fbdfed8e-cd4b-4d23-ab05-3dbb56d3215c service neutron] 10.222.0.32 "GET /v2.0/networks/c8b603c3-054c-48fb-be51-22ffd400d7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057499 Apr 05 12:09:17.626024 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95874dcb-d9d7-4805-95b4-2c65783f1fa8 None None] Pushing event updated for resources: {'Port': ['ID=d8e25fc7-a851-4bc4-b33e-197cf8b7886f,revision_number=3']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:17.631326 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-95874dcb-d9d7-4805-95b4-2c65783f1fa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:17.688172 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd211d-c19e-4b7b-9750-349a3578ddee req-8081c3b2-9c92-4b04-a033-6a82fb550730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:17.690508 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6dcd211d-c19e-4b7b-9750-349a3578ddee req-8081c3b2-9c92-4b04-a033-6a82fb550730 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=537a3b807ea2432fbf1daf2fef94185e&device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 1096 time: 0.1223233 Apr 05 12:09:17.738964 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 51652) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:17.873876 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-9c3c1bdc-6d96-4871-ab22-6c875d1e1c2e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8cacd2fbdd0843568a27bde35c8bbf1d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1332955 Apr 05 12:09:17.876887 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 51656) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:17.939858 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd211d-c19e-4b7b-9750-349a3578ddee req-64b7da48-9347-4dd6-bd8c-edabb56e90ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:17.942455 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6dcd211d-c19e-4b7b-9750-349a3578ddee req-64b7da48-9347-4dd6-bd8c-edabb56e90ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=c8b603c3-054c-48fb-be51-22ffd400d7ad HTTP/1.1" status: 200 len: 910 time: 0.2412074 Apr 05 12:09:18.008685 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ede76837-0878-4718-896d-afc1257ce1f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:18.051851 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ede76837-0878-4718-896d-afc1257ce1f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:18.073200 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6dcd211d-c19e-4b7b-9750-349a3578ddee req-7cfa8c8a-2956-41c0-b989-1ce950db1480 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d453ac47-aecb-4c22-9e51-c391eb3fa395 HTTP/1.1" status: 200 len: 217 time: 0.1229472 Apr 05 12:09:18.105718 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ede76837-0878-4718-896d-afc1257ce1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:18.111325 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-43c0aad8-73b8-405e-bdf3-7da15654eb30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:18.124510 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede76837-0878-4718-896d-afc1257ce1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bccea83-02f4-4ebb-ac17-5276ada0db43,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:18.128366 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ede76837-0878-4718-896d-afc1257ce1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:18.140458 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ede76837-0878-4718-896d-afc1257ce1f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:18.143434 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-ede76837-0878-4718-896d-afc1257ce1f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7bccea83-02f4-4ebb-ac17-5276ada0db43 HTTP/1.1" status: 204 len: 168 time: 0.2651830 Apr 05 12:09:18.185258 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd211d-c19e-4b7b-9750-349a3578ddee req-3e9c7d95-b40e-4e08-a9bd-440f259b5dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:18.187391 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6dcd211d-c19e-4b7b-9750-349a3578ddee req-3e9c7d95-b40e-4e08-a9bd-440f259b5dbb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7655aa3d-4c5c-48da-8a0c-9704fa2a3313 HTTP/1.1" status: 200 len: 848 time: 0.1008132 Apr 05 12:09:18.296020 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-edf0286a-62a6-4b29-b81b-8fdb946702ea None None] Attempting to bind port d8e25fc7-a851-4bc4-b33e-197cf8b7886f on host dv-cinder-784763-1-smb for vnic_type normal with profile {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:09:18.296443 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-edf0286a-62a6-4b29-b81b-8fdb946702ea None None] Attempting to bind port d8e25fc7-a851-4bc4-b33e-197cf8b7886f by drivers openvswitch,hyperv on host dv-cinder-784763-1-smb at level 0 using segments [{'id': '140b80fd-e24d-4054-801c-bb1303935923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4e682753-ca57-4aa3-a48c-6b4125d39e57'}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:09:18.296853 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf0286a-62a6-4b29-b81b-8fdb946702ea None None] Attempting to bind port d8e25fc7-a851-4bc4-b33e-197cf8b7886f on network 4e682753-ca57-4aa3-a48c-6b4125d39e57 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:09:18.325092 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf0286a-62a6-4b29-b81b-8fdb946702ea None None] Checking agent: {'id': '4e3bd3f6-d706-454d-ba20-d37fa4b11ed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 9), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:09:18.325545 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf0286a-62a6-4b29-b81b-8fdb946702ea None None] Checking segment: {'id': '140b80fd-e24d-4054-801c-bb1303935923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4e682753-ca57-4aa3-a48c-6b4125d39e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:09:18.326001 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-edf0286a-62a6-4b29-b81b-8fdb946702ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:18.326445 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf0286a-62a6-4b29-b81b-8fdb946702ea None None] Bound using segment: {'id': '140b80fd-e24d-4054-801c-bb1303935923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4e682753-ca57-4aa3-a48c-6b4125d39e57'} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:09:18.327009 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-edf0286a-62a6-4b29-b81b-8fdb946702ea None None] Bound port: d8e25fc7-a851-4bc4-b33e-197cf8b7886f, host: dv-cinder-784763-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140b80fd-e24d-4054-801c-bb1303935923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4e682753-ca57-4aa3-a48c-6b4125d39e57'}}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:09:18.327478 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-edf0286a-62a6-4b29-b81b-8fdb946702ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:18.342102 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4776c0-ca89-4404-80d0-fc1a2639944e req-5dee52e2-88dd-4d5a-a44e-6e4b08336b04 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:18.344365 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3e4776c0-ca89-4404-80d0-fc1a2639944e req-5dee52e2-88dd-4d5a-a44e-6e4b08336b04 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 943 time: 0.1514835 Apr 05 12:09:18.387332 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd211d-c19e-4b7b-9750-349a3578ddee req-431955b8-2219-4b33-8f1a-10a30c4d3a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:18.393992 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6dcd211d-c19e-4b7b-9750-349a3578ddee req-431955b8-2219-4b33-8f1a-10a30c4d3a7a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c8b603c3-054c-48fb-be51-22ffd400d7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1833258 Apr 05 12:09:18.450787 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3e4776c0-ca89-4404-80d0-fc1a2639944e req-0646bb63-6d9f-4377-addb-ec64ae398f4e tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000721 Apr 05 12:09:18.512177 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-edf0286a-62a6-4b29-b81b-8fdb946702ea None None] For port d8e25fc7-a851-4bc4-b33e-197cf8b7886f, host dv-cinder-784763-1-smb, cleared binding levels {{(pid=84419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:09:18.516382 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-edf0286a-62a6-4b29-b81b-8fdb946702ea None None] For port d8e25fc7-a851-4bc4-b33e-197cf8b7886f, host dv-cinder-784763-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=d8e25fc7-a851-4bc4-b33e-197cf8b7886f,segment=NetworkSegment(140b80fd-e24d-4054-801c-bb1303935923),segment_id=140b80fd-e24d-4054-801c-bb1303935923)] {{(pid=84419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:09:18.522817 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-edf0286a-62a6-4b29-b81b-8fdb946702ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:18.543432 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:18.613570 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6dcd211d-c19e-4b7b-9750-349a3578ddee req-6021540b-e849-4a2a-940b-262d2dec8591 service neutron] 10.222.0.32 "GET /v2.0/networks/c8b603c3-054c-48fb-be51-22ffd400d7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093148 Apr 05 12:09:18.674065 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95874dcb-d9d7-4805-95b4-2c65783f1fa8 None None] Pushing event updated for resources: {'Port': ['ID=d8e25fc7-a851-4bc4-b33e-197cf8b7886f,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:18.689250 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-95874dcb-d9d7-4805-95b4-2c65783f1fa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:18.876838 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf0286a-62a6-4b29-b81b-8fdb946702ea None None] Routers {'a26a7dbb-b5df-4bfb-88d5-d3851696735e'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:09:18.877594 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-edf0286a-62a6-4b29-b81b-8fdb946702ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:09:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['a26a7dbb-b5df-4bfb-88d5-d3851696735e'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:09:18.910335 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6dcd211d-c19e-4b7b-9750-349a3578ddee req-c5ac9c34-799d-4d08-80be-68c926121fa8 service neutron] 10.222.0.32 "GET /v2.0/networks/c8b603c3-054c-48fb-be51-22ffd400d7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897737 Apr 05 12:09:18.954283 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c6da0-985d-4079-9f68-b498447945b7 req-ceb6a597-8f55-4ed4-89ca-3686abbc4670 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:18.955950 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ec8c6da0-985d-4079-9f68-b498447945b7 req-ceb6a597-8f55-4ed4-89ca-3686abbc4670 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.1776540 Apr 05 12:09:19.058218 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ec8c6da0-985d-4079-9f68-b498447945b7 req-860c3ed7-3430-406e-9515-f3a6f0fc6395 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840487 Apr 05 12:09:19.377455 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-edf0286a-62a6-4b29-b81b-8fdb946702ea None None] Set router a26a7dbb-b5df-4bfb-88d5-d3851696735e gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:09:19.455275 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f6afd-3cf8-4d53-b1ed-5390e0998883 req-98438640-e9c1-4b4e-ba31-3d839a7e496e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:19.457165 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-557f6afd-3cf8-4d53-b1ed-5390e0998883 req-98438640-e9c1-4b4e-ba31-3d839a7e496e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.2201133 Apr 05 12:09:19.669819 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-557f6afd-3cf8-4d53-b1ed-5390e0998883 req-cc54323c-e66a-40d0-8b9a-cf946fdfaa6b tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Deleting port 1b293e3f-80e3-4ff5-b376-01fff9d75b95 {{(pid=84418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:09:19.674482 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-557f6afd-3cf8-4d53-b1ed-5390e0998883 req-cc54323c-e66a-40d0-8b9a-cf946fdfaa6b tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:19.757944 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e3516-c070-4d85-87c3-13c59f14a206 req-c3839aea-4cb5-4a3a-8466-7b1930a1a2bd tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:19.759946 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-276e3516-c070-4d85-87c3-13c59f14a206 req-c3839aea-4cb5-4a3a-8466-7b1930a1a2bd tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 943 time: 0.1403763 Apr 05 12:09:19.858861 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-276e3516-c070-4d85-87c3-13c59f14a206 req-e2030f30-9de1-4ede-837e-0ee191fcc6bc tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918601 Apr 05 12:09:20.131206 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-557f6afd-3cf8-4d53-b1ed-5390e0998883 req-cc54323c-e66a-40d0-8b9a-cf946fdfaa6b tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] For port 1b293e3f-80e3-4ff5-b376-01fff9d75b95, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=1b293e3f-80e3-4ff5-b376-01fff9d75b95,segment=NetworkSegment(741a0b27-d43b-4759-a6f2-f4bd2deade44),segment_id=741a0b27-d43b-4759-a6f2-f4bd2deade44)] {{(pid=84418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:09:20.131611 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-557f6afd-3cf8-4d53-b1ed-5390e0998883 req-cc54323c-e66a-40d0-8b9a-cf946fdfaa6b tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:20.361325 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-edf0286a-62a6-4b29-b81b-8fdb946702ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26a7dbb-b5df-4bfb-88d5-d3851696735e', 'name': 'tempest-TestMinimumBasicScenario-888989101-router', 'tenant_id': '71486ea517d946598991c8304a8be12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.163'}], 'enable_snat': True}, 'gw_port_id': '17331b9b-c4e1-43fd-8c04-efe13c5f70eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:09:02Z', 'updated_at': '2021-04-05T12:09:10Z', 'revision_number': 4, 'project_id': '71486ea517d946598991c8304a8be12f', 'gw_port': {'id': '17331b9b-c4e1-43fd-8c04-efe13c5f70eb', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a7dbb-b5df-4bfb-88d5-d3851696735e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:04Z', 'updated_at': '2021-04-05T12:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': 'd8e25fc7-a851-4bc4-b33e-197cf8b7886f', 'name': '', 'network_id': '4e682753-ca57-4aa3-a48c-6b4125d39e57', 'tenant_id': '71486ea517d946598991c8304a8be12f', 'mac_address': 'fa:16:3e:77:aa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26a7dbb-b5df-4bfb-88d5-d3851696735e', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0f4205db-5ac2-4a7a-891b-53fb1dea3e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:09Z', 'updated_at': '2021-04-05T12:09:18Z', 'revision_number': 4, 'project_id': '71486ea517d946598991c8304a8be12f', 'subnets': [{'id': '0f4205db-5ac2-4a7a-891b-53fb1dea3e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:09:20.367664 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf0286a-62a6-4b29-b81b-8fdb946702ea None None] The sync data for ids ['a26a7dbb-b5df-4bfb-88d5-d3851696735e'] in dv-cinder-784763-1-smb is: [{'id': 'a26a7dbb-b5df-4bfb-88d5-d3851696735e', 'name': 'tempest-TestMinimumBasicScenario-888989101-router', 'tenant_id': '71486ea517d946598991c8304a8be12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.163'}], 'enable_snat': True}, 'gw_port_id': '17331b9b-c4e1-43fd-8c04-efe13c5f70eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:09:02Z', 'updated_at': '2021-04-05T12:09:10Z', 'revision_number': 4, 'project_id': '71486ea517d946598991c8304a8be12f', 'gw_port': {'id': '17331b9b-c4e1-43fd-8c04-efe13c5f70eb', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a7dbb-b5df-4bfb-88d5-d3851696735e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:04Z', 'updated_at': '2021-04-05T12:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': 'd8e25fc7-a851-4bc4-b33e-197cf8b7886f', 'name': '', 'network_id': '4e682753-ca57-4aa3-a48c-6b4125d39e57', 'tenant_id': '71486ea517d946598991c8304a8be12f', 'mac_address': 'fa:16:3e:77:aa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26a7dbb-b5df-4bfb-88d5-d3851696735e', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0f4205db-5ac2-4a7a-891b-53fb1dea3e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:09Z', 'updated_at': '2021-04-05T12:09:18Z', 'revision_number': 4, 'project_id': '71486ea517d946598991c8304a8be12f', 'subnets': [{'id': '0f4205db-5ac2-4a7a-891b-53fb1dea3e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:09:20.419873 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-557f6afd-3cf8-4d53-b1ed-5390e0998883 req-cc54323c-e66a-40d0-8b9a-cf946fdfaa6b tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Calling delete_port for 1b293e3f-80e3-4ff5-b376-01fff9d75b95 owned by compute:nova {{(pid=84418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:09:20.425819 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a70e6a-1453-4082-b081-4280df48e4a6 req-836e4329-1eb0-425a-8a29-5f3901486313 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:20.427943 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-91a70e6a-1453-4082-b081-4280df48e4a6 req-836e4329-1eb0-425a-8a29-5f3901486313 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 945 time: 0.1569211 Apr 05 12:09:20.572053 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-91a70e6a-1453-4082-b081-4280df48e4a6 req-9cd36044-40a1-458b-98ed-95c3de748a1e tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323137 Apr 05 12:09:20.826252 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-557f6afd-3cf8-4d53-b1ed-5390e0998883 req-cc54323c-e66a-40d0-8b9a-cf946fdfaa6b tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:20.838895 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['0697b953-a856-4fa8-b6e2-cd216ea973a9'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:09:20.911870 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-bbcccda1-46f5-4808-b9a4-49217cc9d816 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:21.041109 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54323c-e66a-40d0-8b9a-cf946fdfaa6b tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Pushing event deleted for resources: {'Port': ['ID=1b293e3f-80e3-4ff5-b376-01fff9d75b95,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:21.045965 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cc54323c-e66a-40d0-8b9a-cf946fdfaa6b tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:21.323590 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37677887-4199-4bdd-82ee-4874d27f4da8 req-e0f5499a-f395-434a-a166-5f4f91f67ed1 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:21.345448 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-37677887-4199-4bdd-82ee-4874d27f4da8 req-e0f5499a-f395-434a-a166-5f4f91f67ed1 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 943 time: 0.2564511 Apr 05 12:09:21.453058 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-37677887-4199-4bdd-82ee-4874d27f4da8 req-76752347-fec0-41d6-8756-ea7ee556aef0 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015191 Apr 05 12:09:21.541276 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-557f6afd-3cf8-4d53-b1ed-5390e0998883 req-cc54323c-e66a-40d0-8b9a-cf946fdfaa6b tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] No DVR routers for this DVR port 1b293e3f-80e3-4ff5-b376-01fff9d75b95 on host hv-cinder-78476 {{(pid=84418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 12:09:21.575545 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-557f6afd-3cf8-4d53-b1ed-5390e0998883 req-cc54323c-e66a-40d0-8b9a-cf946fdfaa6b tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:21.593977 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfdd4cb-fc60-424e-9faa-aaddb635f946', 'name': 'network-vif-deleted', 'tag': '1b293e3f-80e3-4ff5-b376-01fff9d75b95'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:09:21.613915 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-557f6afd-3cf8-4d53-b1ed-5390e0998883 req-cc54323c-e66a-40d0-8b9a-cf946fdfaa6b tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.32 "DELETE /v2.0/ports/1b293e3f-80e3-4ff5-b376-01fff9d75b95 HTTP/1.1" status: 204 len: 173 time: 2.1455688 Apr 05 12:09:21.690584 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device d8e25fc7-a851-4bc4-b33e-197cf8b7886f up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:09:21.708663 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfdd4cb-fc60-424e-9faa-aaddb635f946', 'name': 'network-vif-deleted', 'tag': '1b293e3f-80e3-4ff5-b376-01fff9d75b95', 'status': 'completed', 'code': 200} Apr 05 12:09:21.846704 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning for port d8e25fc7-a851-4bc4-b33e-197cf8b7886f completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:09:21.852574 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port d8e25fc7-a851-4bc4-b33e-197cf8b7886f triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:09:21.853105 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:21.936603 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device d453ac47-aecb-4c22-9e51-c391eb3fa395 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 12:09:22.002655 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-8335742f-88f3-474d-a112-287814b2e705 req-072f5260-efac-494f-9627-5d429d8432ba tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Synchronizing usage tracker for tenant:808b3f55d36f47a2a2dd53e694db5da5 on resource:port {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:09:22.071217 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-8335742f-88f3-474d-a112-287814b2e705 req-072f5260-efac-494f-9627-5d429d8432ba tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Unset dirty status for tenant:808b3f55d36f47a2a2dd53e694db5da5 on resource:port {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:09:22.071217 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8335742f-88f3-474d-a112-287814b2e705 req-072f5260-efac-494f-9627-5d429d8432ba tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bfdd4cb-fc60-424e-9faa-aaddb635f946 HTTP/1.1" status: 200 len: 210 time: 0.1579390 Apr 05 12:09:22.126647 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 1b293e3f-80e3-4ff5-b376-01fff9d75b95 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:09:22.222756 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port d453ac47-aecb-4c22-9e51-c391eb3fa395, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=d453ac47-aecb-4c22-9e51-c391eb3fa395,segment=NetworkSegment(d62ccfde-6ed8-42a6-8575-7667c161fa0f),segment_id=d62ccfde-6ed8-42a6-8575-7667c161fa0f)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:09:22.259326 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Returning: {'device': 'd453ac47-aecb-4c22-9e51-c391eb3fa395', 'network_id': 'c8b603c3-054c-48fb-be51-22ffd400d7ad', 'port_id': 'd453ac47-aecb-4c22-9e51-c391eb3fa395', 'mac_address': 'fa:16:3e:4a:f3:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7655aa3d-4c5c-48da-8a0c-9704fa2a3313', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:09:22.367509 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] No Port match for: 1b293e3f-80e3-4ff5-b376-01fff9d75b95 {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:09:22.367905 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 1b293e3f-80e3-4ff5-b376-01fff9d75b95 not bound to the agent host hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:09:22.454722 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:22.616304 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d453ac47-aecb-4c22-9e51-c391eb3fa395 {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:09:22.651682 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port d453ac47-aecb-4c22-9e51-c391eb3fa395, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=d453ac47-aecb-4c22-9e51-c391eb3fa395,segment=NetworkSegment(d62ccfde-6ed8-42a6-8575-7667c161fa0f),segment_id=d62ccfde-6ed8-42a6-8575-7667c161fa0f)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:09:22.662201 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:22.704925 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:22.715814 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:22.772900 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625834e-69b1-48df-bd06-c4cad27d6b38 req-b48a9b99-a071-4871-ab93-913d9322178a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:22.784495 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5625834e-69b1-48df-bd06-c4cad27d6b38 req-b48a9b99-a071-4871-ab93-913d9322178a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 944 time: 0.1084225 Apr 05 12:09:22.840054 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] For port d8e25fc7-a851-4bc4-b33e-197cf8b7886f, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=d8e25fc7-a851-4bc4-b33e-197cf8b7886f,segment=NetworkSegment(140b80fd-e24d-4054-801c-bb1303935923),segment_id=140b80fd-e24d-4054-801c-bb1303935923)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:09:22.849096 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:22.867360 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 6 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:09:22.868969 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=d453ac47-aecb-4c22-9e51-c391eb3fa395,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:22.886472 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:22.887076 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:22.894755 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5625834e-69b1-48df-bd06-c4cad27d6b38 req-d9cf82ef-cb7e-40f9-8bad-53f66011916c tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981910 Apr 05 12:09:23.013829 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Pushing event updated for resources: {'Port': ['ID=d8e25fc7-a851-4bc4-b33e-197cf8b7886f,revision_number=5']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:23.018561 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:23.191410 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['d453ac47-aecb-4c22-9e51-c391eb3fa395'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:09:23.538837 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device d8e25fc7-a851-4bc4-b33e-197cf8b7886f up at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:09:23.785841 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Provisioning complete for port d8e25fc7-a851-4bc4-b33e-197cf8b7886f triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:09:23.785841 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:23.868663 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183133e1-0636-4300-b534-c7d754817018 req-8eef9571-2c8c-4f2f-b759-d7775c90ff24 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:23.876530 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-183133e1-0636-4300-b534-c7d754817018 req-8eef9571-2c8c-4f2f-b759-d7775c90ff24 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.1294091 Apr 05 12:09:23.948764 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-183133e1-0636-4300-b534-c7d754817018 req-3c542ef7-7caa-45a1-b4a1-b0a02010654c tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712082 Apr 05 12:09:24.202598 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089f2f3-d962-42f0-ae61-f1985f9bd734 req-996d76be-6efc-4768-b8a0-3c60e44dfc30 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:24.211165 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2089f2f3-d962-42f0-ae61-f1985f9bd734 req-996d76be-6efc-4768-b8a0-3c60e44dfc30 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 944 time: 0.1547670 Apr 05 12:09:24.274185 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2089f2f3-d962-42f0-ae61-f1985f9bd734 req-c3eaeb58-6322-4679-93e7-ddc5b7422f0b tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611737 Apr 05 12:09:25.176886 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865ff6d-a528-4c88-867f-c289c792cb53 req-06ab3fb7-2837-42d0-a6e7-24bf1063610d tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:25.185457 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f865ff6d-a528-4c88-867f-c289c792cb53 req-06ab3fb7-2837-42d0-a6e7-24bf1063610d tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.1152833 Apr 05 12:09:25.263141 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f865ff6d-a528-4c88-867f-c289c792cb53 req-c65f7518-c684-4532-b5f8-5f373aa0a404 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767384 Apr 05 12:09:25.556821 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869eef2-81c1-42cd-9b7d-745b8c772cc5 req-c2913b9a-3cae-4ed5-a008-761ed3c523f2 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:25.558482 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8869eef2-81c1-42cd-9b7d-745b8c772cc5 req-c2913b9a-3cae-4ed5-a008-761ed3c523f2 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 944 time: 0.1170287 Apr 05 12:09:25.618385 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8869eef2-81c1-42cd-9b7d-745b8c772cc5 req-7513538a-4eea-4c5a-8fb3-5e467d948339 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519052 Apr 05 12:09:25.908919 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device d453ac47-aecb-4c22-9e51-c391eb3fa395 up at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:09:26.007238 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning for port d453ac47-aecb-4c22-9e51-c391eb3fa395 completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:09:26.019109 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning complete for port d453ac47-aecb-4c22-9e51-c391eb3fa395 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:09:26.019530 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:26.165348 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:26.197771 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52727db-b1b1-4b63-9c6c-ea77e53cd2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd453ac47-aecb-4c22-9e51-c391eb3fa395'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:09:26.210979 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port d453ac47-aecb-4c22-9e51-c391eb3fa395, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=d453ac47-aecb-4c22-9e51-c391eb3fa395,segment=NetworkSegment(d62ccfde-6ed8-42a6-8575-7667c161fa0f),segment_id=d62ccfde-6ed8-42a6-8575-7667c161fa0f)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:09:26.215126 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:26.217809 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:26.280697 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52727db-b1b1-4b63-9c6c-ea77e53cd2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd453ac47-aecb-4c22-9e51-c391eb3fa395', 'code': 200} Apr 05 12:09:26.308260 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=d453ac47-aecb-4c22-9e51-c391eb3fa395,revision_number=5']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:26.313622 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:26.589191 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc9bf0-6c6e-403b-8bd4-276bc17650a3 req-8a5e1133-2438-4293-9704-dc54f286e055 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:26.598540 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-32dc9bf0-6c6e-403b-8bd4-276bc17650a3 req-8a5e1133-2438-4293-9704-dc54f286e055 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.1175528 Apr 05 12:09:26.692241 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-32dc9bf0-6c6e-403b-8bd4-276bc17650a3 req-0109e8a4-3575-4fa3-81ce-c77a8ebef8b5 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903709 Apr 05 12:09:26.885703 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6525d1-d6a7-4b2f-83e3-e02b025390ce req-b737493a-8223-40bd-80f9-bbcf3d50d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:26.894317 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-eb6525d1-d6a7-4b2f-83e3-e02b025390ce req-b737493a-8223-40bd-80f9-bbcf3d50d9f4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 1098 time: 0.1905665 Apr 05 12:09:26.950030 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870e663-cb86-4baf-98e9-e801b165d0ef req-04919203-746c-45c3-b136-b150c2f7a54a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:26.961015 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c870e663-cb86-4baf-98e9-e801b165d0ef req-04919203-746c-45c3-b136-b150c2f7a54a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 945 time: 0.1500573 Apr 05 12:09:26.999902 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-eb6525d1-d6a7-4b2f-83e3-e02b025390ce req-2d0eda76-d06e-4ee5-86ed-1e04d0ba9ae6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907032 Apr 05 12:09:27.087733 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c870e663-cb86-4baf-98e9-e801b165d0ef req-cc44fbc5-06dc-4cb8-832d-425226965ea0 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253259 Apr 05 12:09:27.906259 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08328a4-7180-4ee5-8b69-38c97b3dd26c req-1bde7051-a7bf-49cd-a184-8b996fc7a4de tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:27.908560 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f08328a4-7180-4ee5-8b69-38c97b3dd26c req-1bde7051-a7bf-49cd-a184-8b996fc7a4de tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.0967031 Apr 05 12:09:27.975465 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f08328a4-7180-4ee5-8b69-38c97b3dd26c req-5312d004-0aea-48de-8b20-ec93e050362c tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530913 Apr 05 12:09:28.403617 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbe9a8-db19-464a-b1c6-cacaac7cbe4e req-50b26168-0149-4c83-987f-4d290760b1f2 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:28.413064 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-44fbe9a8-db19-464a-b1c6-cacaac7cbe4e req-50b26168-0149-4c83-987f-4d290760b1f2 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 945 time: 0.2066326 Apr 05 12:09:28.479077 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-44fbe9a8-db19-464a-b1c6-cacaac7cbe4e req-92028a47-b0da-4f1c-96e5-ceb347aec8f1 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643885 Apr 05 12:09:28.795047 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 51934) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:28.854727 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-54a2fb5f-c825-4263-be1b-81e423b4526a req-cdefcf28-2512-48c1-b5df-a543740069fc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0870514 Apr 05 12:09:28.985771 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2fb5f-c825-4263-be1b-81e423b4526a req-1a09b21f-2516-4152-bbc9-a5a2c893cbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:28.987719 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-54a2fb5f-c825-4263-be1b-81e423b4526a req-1a09b21f-2516-4152-bbc9-a5a2c893cbdd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddc3c61214c148ae9122b41d30482408&device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 1099 time: 0.1082842 Apr 05 12:09:29.005821 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5dc04849-264e-4f85-bb2e-29e3cfff16f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:29.045157 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-5dc04849-264e-4f85-bb2e-29e3cfff16f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:09:29.053855 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-5dc04849-264e-4f85-bb2e-29e3cfff16f5 admin admin] Usage tracker for resource:security_group_rule and tenant:cc4975ffdc69418784f79fa8721c5826 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:09:29.065274 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-5dc04849-264e-4f85-bb2e-29e3cfff16f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:09:29.073899 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-5dc04849-264e-4f85-bb2e-29e3cfff16f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:09:29.285250 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2fb5f-c825-4263-be1b-81e423b4526a req-3938fc50-1f0d-46e1-a34d-459d4c5a28d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:29.286911 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-54a2fb5f-c825-4263-be1b-81e423b4526a req-3938fc50-1f0d-46e1-a34d-459d4c5a28d4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 HTTP/1.1" status: 200 len: 911 time: 0.2722476 Apr 05 12:09:29.311187 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5dc04849-264e-4f85-bb2e-29e3cfff16f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:29.324437 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5dc04849-264e-4f85-bb2e-29e3cfff16f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:29.417114 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b3d8c-9636-4958-b6ed-8867a31448b5 req-e405c5eb-49d3-470f-8287-b7540c03343c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:29.441275 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-54a2fb5f-c825-4263-be1b-81e423b4526a req-443067fe-ad80-4b7d-b533-107c14366d5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58362b7c-bead-43a0-8ba6-003b0b5099bc HTTP/1.1" status: 200 len: 1002 time: 0.1348479 Apr 05 12:09:29.445566 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-bb2b3d8c-9636-4958-b6ed-8867a31448b5 req-e405c5eb-49d3-470f-8287-b7540c03343c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.2508659 Apr 05 12:09:29.447589 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:29.461186 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1907ffb-b42d-43e0-9358-902a2e010281 req-eff21131-9bd1-484e-807c-66997fb68740 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:29.462981 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f1907ffb-b42d-43e0-9358-902a2e010281 req-eff21131-9bd1-484e-807c-66997fb68740 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.2730825 Apr 05 12:09:29.497217 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-5dc04849-264e-4f85-bb2e-29e3cfff16f5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cc4975ffdc69418784f79fa8721c5826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6995032 Apr 05 12:09:29.498386 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc04849-264e-4f85-bb2e-29e3cfff16f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be470394-6a5f-40b1-94ea-24c0143116d4,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:29.505121 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 51954) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:29.522447 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc04849-264e-4f85-bb2e-29e3cfff16f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:29.523006 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc04849-264e-4f85-bb2e-29e3cfff16f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:29.523512 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc04849-264e-4f85-bb2e-29e3cfff16f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:29.524027 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc04849-264e-4f85-bb2e-29e3cfff16f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:29.524518 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc04849-264e-4f85-bb2e-29e3cfff16f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:29.525010 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc04849-264e-4f85-bb2e-29e3cfff16f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:29.525499 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc04849-264e-4f85-bb2e-29e3cfff16f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:29.526026 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc04849-264e-4f85-bb2e-29e3cfff16f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:29.526513 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc04849-264e-4f85-bb2e-29e3cfff16f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:29.527244 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc04849-264e-4f85-bb2e-29e3cfff16f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:29.527454 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc04849-264e-4f85-bb2e-29e3cfff16f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:29.528492 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc04849-264e-4f85-bb2e-29e3cfff16f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:29.535928 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5dc04849-264e-4f85-bb2e-29e3cfff16f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:29.596599 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-bb2b3d8c-9636-4958-b6ed-8867a31448b5 req-b06f52c0-edeb-4794-ac7c-6b3d7c2381f2 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440992 Apr 05 12:09:29.615512 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f1907ffb-b42d-43e0-9358-902a2e010281 req-60fb03b4-95b4-4083-a617-987b88b16d69 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9b7593d-c422-429e-9142-5f001af212b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112039 Apr 05 12:09:29.616983 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2fb5f-c825-4263-be1b-81e423b4526a req-f7fd4c7d-b759-41b6-8438-bf1f0758aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:29.618644 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-54a2fb5f-c825-4263-be1b-81e423b4526a req-f7fd4c7d-b759-41b6-8438-bf1f0758aa6a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e2cc0a18-1ec0-47fc-acf4-d5c1651f886a HTTP/1.1" status: 200 len: 849 time: 0.1548791 Apr 05 12:09:29.716855 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-850f9359-a1bf-4e24-b97e-e0ebe6449345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:29.751877 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-850f9359-a1bf-4e24-b97e-e0ebe6449345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:29.836729 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45354d-7f5e-4d3f-8543-0c371a30a2e6 req-18f939b4-9b32-438d-81e4-cdb10a3a1b60 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:29.837769 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ad45354d-7f5e-4d3f-8543-0c371a30a2e6 req-18f939b4-9b32-438d-81e4-cdb10a3a1b60 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 945 time: 0.0992055 Apr 05 12:09:29.928184 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-ad45354d-7f5e-4d3f-8543-0c371a30a2e6 req-5b008be7-686e-4cc4-85f5-c07830b2dece tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Deleting port 0697b953-a856-4fa8-b6e2-cd216ea973a9 {{(pid=84417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:09:29.928576 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-ad45354d-7f5e-4d3f-8543-0c371a30a2e6 req-5b008be7-686e-4cc4-85f5-c07830b2dece tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:30.140683 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2fb5f-c825-4263-be1b-81e423b4526a req-20c5dae0-5b66-4a70-9d23-2f62c190816e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:30.142813 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-54a2fb5f-c825-4263-be1b-81e423b4526a req-20c5dae0-5b66-4a70-9d23-2f62c190816e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5049686 Apr 05 12:09:30.160870 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-850f9359-a1bf-4e24-b97e-e0ebe6449345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:30.188941 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-af6fb216-9b70-492a-9f37-f1c829d94e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:30.204843 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f9359-a1bf-4e24-b97e-e0ebe6449345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be470394-6a5f-40b1-94ea-24c0143116d4,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:30.248584 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54207e7-aaeb-4801-929c-d640ffc6aae2 req-1456ec0d-d2d7-465c-990f-d4aaa6da4473 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:30.250223 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d54207e7-aaeb-4801-929c-d640ffc6aae2 req-1456ec0d-d2d7-465c-990f-d4aaa6da4473 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 945 time: 0.4904747 Apr 05 12:09:30.251748 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f9359-a1bf-4e24-b97e-e0ebe6449345 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:30.252163 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f9359-a1bf-4e24-b97e-e0ebe6449345 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:30.252573 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f9359-a1bf-4e24-b97e-e0ebe6449345 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:30.252974 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f9359-a1bf-4e24-b97e-e0ebe6449345 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:30.253374 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f9359-a1bf-4e24-b97e-e0ebe6449345 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:30.253849 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f9359-a1bf-4e24-b97e-e0ebe6449345 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:30.254248 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f9359-a1bf-4e24-b97e-e0ebe6449345 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:30.254642 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f9359-a1bf-4e24-b97e-e0ebe6449345 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:30.255041 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f9359-a1bf-4e24-b97e-e0ebe6449345 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:30.255437 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f9359-a1bf-4e24-b97e-e0ebe6449345 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:30.255827 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f9359-a1bf-4e24-b97e-e0ebe6449345 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:30.256219 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f9359-a1bf-4e24-b97e-e0ebe6449345 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:30.259114 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-850f9359-a1bf-4e24-b97e-e0ebe6449345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:30.260256 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-850f9359-a1bf-4e24-b97e-e0ebe6449345 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/be470394-6a5f-40b1-94ea-24c0143116d4 HTTP/1.1" status: 204 len: 168 time: 0.7541533 Apr 05 12:09:30.261363 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-850f9359-a1bf-4e24-b97e-e0ebe6449345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:30.331869 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-ad45354d-7f5e-4d3f-8543-0c371a30a2e6 req-5b008be7-686e-4cc4-85f5-c07830b2dece tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] For port 0697b953-a856-4fa8-b6e2-cd216ea973a9, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=0697b953-a856-4fa8-b6e2-cd216ea973a9,segment=NetworkSegment(741a0b27-d43b-4759-a6f2-f4bd2deade44),segment_id=741a0b27-d43b-4759-a6f2-f4bd2deade44)] {{(pid=84417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:09:30.332140 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-ad45354d-7f5e-4d3f-8543-0c371a30a2e6 req-5b008be7-686e-4cc4-85f5-c07830b2dece tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:30.443607 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d54207e7-aaeb-4801-929c-d640ffc6aae2 req-28e13a47-05bd-4391-b3a5-08d690aab30f tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118629 Apr 05 12:09:30.504206 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-54a2fb5f-c825-4263-be1b-81e423b4526a req-82123b95-226c-4d2d-86bc-2890fcc1c148 service neutron] 10.222.0.32 "GET /v2.0/networks/ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443599 Apr 05 12:09:30.508549 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-ad45354d-7f5e-4d3f-8543-0c371a30a2e6 req-5b008be7-686e-4cc4-85f5-c07830b2dece tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Calling delete_port for 0697b953-a856-4fa8-b6e2-cd216ea973a9 owned by compute:nova {{(pid=84417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:09:30.820191 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-54a2fb5f-c825-4263-be1b-81e423b4526a req-2aa90112-b23a-4bc5-8a36-bec686d0a9d0 service neutron] 10.222.0.32 "GET /v2.0/networks/ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061039 Apr 05 12:09:30.899662 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-ad45354d-7f5e-4d3f-8543-0c371a30a2e6 req-5b008be7-686e-4cc4-85f5-c07830b2dece tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:30.910886 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['0697b953-a856-4fa8-b6e2-cd216ea973a9'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:09:30.941162 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4ef9c0cd-776f-43d9-8e23-74ad326c89bc tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:30.996266 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ac4a6-72be-4170-ba2a-77a02d9e52a9 req-26cd8feb-ca6d-459f-8eeb-1829ff9fc12b tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:30.998161 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c65ac4a6-72be-4170-ba2a-77a02d9e52a9 req-26cd8feb-ca6d-459f-8eeb-1829ff9fc12b tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.1805987 Apr 05 12:09:31.039205 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b008be7-686e-4cc4-85f5-c07830b2dece tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Pushing event deleted for resources: {'Port': ['ID=0697b953-a856-4fa8-b6e2-cd216ea973a9,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:31.045040 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5b008be7-686e-4cc4-85f5-c07830b2dece tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:31.061276 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c65ac4a6-72be-4170-ba2a-77a02d9e52a9 req-5796acba-ec64-46ff-a2bd-e2ad8c81fa10 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548587 Apr 05 12:09:31.131435 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745ad3a-3b94-40c1-ad17-5f5fbf94a414 req-3f6842a1-72aa-4f34-a0ec-1cc00089835a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:31.132658 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7745ad3a-3b94-40c1-ad17-5f5fbf94a414 req-3f6842a1-72aa-4f34-a0ec-1cc00089835a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 945 time: 0.3282449 Apr 05 12:09:31.258384 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7745ad3a-3b94-40c1-ad17-5f5fbf94a414 req-c4b2bf0d-c180-4663-8dd5-6e5f5f9f62db tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149800 Apr 05 12:09:31.284648 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 52004) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:31.297034 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad45354d-7f5e-4d3f-8543-0c371a30a2e6 req-5b008be7-686e-4cc4-85f5-c07830b2dece tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] No DVR routers for this DVR port 0697b953-a856-4fa8-b6e2-cd216ea973a9 on host hv-cinder-78476 {{(pid=84417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 12:09:31.299701 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-ad45354d-7f5e-4d3f-8543-0c371a30a2e6 req-5b008be7-686e-4cc4-85f5-c07830b2dece tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:31.302719 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2c2b87-9a86-4850-bcb9-d40810b34b72', 'name': 'network-vif-deleted', 'tag': '0697b953-a856-4fa8-b6e2-cd216ea973a9'}] {{(pid=84417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:09:31.327469 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ad45354d-7f5e-4d3f-8543-0c371a30a2e6 req-5b008be7-686e-4cc4-85f5-c07830b2dece tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.32 "DELETE /v2.0/ports/0697b953-a856-4fa8-b6e2-cd216ea973a9 HTTP/1.1" status: 204 len: 173 time: 1.4828665 Apr 05 12:09:31.401148 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-97b32d55-afe0-4464-83bd-ed753e369885 req-31362c99-560c-4fbf-b995-5042efeb6847 tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2b87-9a86-4850-bcb9-d40810b34b72 HTTP/1.1" status: 200 len: 210 time: 0.0777266 Apr 05 12:09:31.475024 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2c2b87-9a86-4850-bcb9-d40810b34b72', 'name': 'network-vif-deleted', 'tag': '0697b953-a856-4fa8-b6e2-cd216ea973a9', 'status': 'completed', 'code': 200} Apr 05 12:09:31.609249 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c03027-f0db-4b64-a43b-f31f0a2ad086 tempest-TestShelveInstance-1295490135 tempest-TestShelveInstance-1295490135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:31.611447 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-10c03027-f0db-4b64-a43b-f31f0a2ad086 tempest-TestShelveInstance-1295490135 tempest-TestShelveInstance-1295490135-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 1093 time: 0.3255811 Apr 05 12:09:31.614615 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 52014) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:31.620725 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-b1d26c37-7e9a-4042-9ddf-1d4d92870fae tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Request body: {'floatingip': {'floating_network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'port_id': 'd453ac47-aecb-4c22-9e51-c391eb3fa395', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:31.627943 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b1d26c37-7e9a-4042-9ddf-1d4d92870fae tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:09:31.631880 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b1d26c37-7e9a-4042-9ddf-1d4d92870fae tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Usage tracker for resource:floatingip and tenant:537a3b807ea2432fbf1daf2fef94185e is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:09:31.634928 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b1d26c37-7e9a-4042-9ddf-1d4d92870fae tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:09:31.641189 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b1d26c37-7e9a-4042-9ddf-1d4d92870fae tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:09:31.650750 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b1d26c37-7e9a-4042-9ddf-1d4d92870fae tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for floatingip, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:31.803702 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b1d26c37-7e9a-4042-9ddf-1d4d92870fae tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:31.950484 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-b1d26c37-7e9a-4042-9ddf-1d4d92870fae tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Allocated IP 172.28.2.237 (31dbbfbb-1103-49d1-a0e5-ac5561337b80/73ae074f-8780-41b9-9bf3-4fc6dce4ecd5/ff66240c-cf7f-4151-aef7-cae9243a8496) {{(pid=84418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:09:32.019402 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-f6b2096a-fe27-4a05-afa8-f00b6562adfd tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:32.025285 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-f6b2096a-fe27-4a05-afa8-f00b6562adfd tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/networks?id=ec78b1d2-852f-4bf9-9578-58aa877b687e HTTP/1.1" status: 200 len: 815 time: 0.1652546 Apr 05 12:09:32.038241 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-27de5c52-94ef-4aa9-bf9e-99bfe751922b tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/quotas/f8d81770d2fd44d7834fe19f72c36891 HTTP/1.1" status: 200 len: 375 time: 0.0112092 Apr 05 12:09:32.115820 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b1d26c37-7e9a-4042-9ddf-1d4d92870fae tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for port, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:32.154334 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b1d26c37-7e9a-4042-9ddf-1d4d92870fae tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:32.175092 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c901e924-4445-4c93-acae-97203bfa0504 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:32.186645 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-34030b67-2972-4cf1-b30c-216046102b1c tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Synchronizing usage tracker for tenant:f8d81770d2fd44d7834fe19f72c36891 on resource:port {{(pid=84417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:09:32.205034 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-34030b67-2972-4cf1-b30c-216046102b1c tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Unset dirty status for tenant:f8d81770d2fd44d7834fe19f72c36891 on resource:port {{(pid=84417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:09:32.218909 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-34030b67-2972-4cf1-b30c-216046102b1c tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8d81770d2fd44d7834fe19f72c36891&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1733704 Apr 05 12:09:32.258233 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d26c37-7e9a-4042-9ddf-1d4d92870fae tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Pushing event updated for resources: {'Port': ['ID=ff66240c-cf7f-4151-aef7-cae9243a8496,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:32.301608 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b1d26c37-7e9a-4042-9ddf-1d4d92870fae tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:32.379119 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-8891eed0-2666-4a84-a5c0-d4f80083a5ef service neutron] 10.222.0.26 "GET /v2.0/networks/ec78b1d2-852f-4bf9-9578-58aa877b687e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582091 Apr 05 12:09:32.485613 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef847bf-98be-4d7f-ac53-9195dd042fb6 req-4da7e16f-57cf-4732-aab7-05540a30446b tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:32.485613 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2ef847bf-98be-4d7f-ac53-9195dd042fb6 req-4da7e16f-57cf-4732-aab7-05540a30446b tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.2205017 Apr 05 12:09:32.485613 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d26c37-7e9a-4042-9ddf-1d4d92870fae tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Network 31dbbfbb-1103-49d1-a0e5-ac5561337b80 is already hosted by enough agents. {{(pid=84418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:09:32.485613 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-b1d26c37-7e9a-4042-9ddf-1d4d92870fae tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Resources bound (agent type, host, resource id): {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:09:32.487126 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d26c37-7e9a-4042-9ddf-1d4d92870fae tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Received port after_create {{(pid=84418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:09:32.517095 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:32.555679 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-b6270b5f-05d0-44f7-8f5b-aa7b38c4441d service neutron] 10.222.0.26 "GET /v2.0/networks/ec78b1d2-852f-4bf9-9578-58aa877b687e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756258 Apr 05 12:09:32.580659 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2ef847bf-98be-4d7f-ac53-9195dd042fb6 req-e2177ed1-9258-4f0d-9884-4f9c4e6ef571 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945265 Apr 05 12:09:32.688730 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 52048) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:33.064133 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b1d26c37-7e9a-4042-9ddf-1d4d92870fae tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:33.147586 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b1d26c37-7e9a-4042-9ddf-1d4d92870fae tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:33.149927 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-02bccd8d-020f-4944-8bce-7b66fa1397fe req-b137a16f-b2a7-4e80-b99a-014d6369a051 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 210 time: 0.3296101 Apr 05 12:09:33.445227 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b1d26c37-7e9a-4042-9ddf-1d4d92870fae tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for port, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:33.449947 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b1d26c37-7e9a-4042-9ddf-1d4d92870fae tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626450'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:33.466459 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-165eff00-27e9-495e-83b1-3e4355eed088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:33.609512 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d26c37-7e9a-4042-9ddf-1d4d92870fae tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Pushing event updated for resources: {'Port': ['ID=ff66240c-cf7f-4151-aef7-cae9243a8496,revision_number=2']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:33.614829 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b1d26c37-7e9a-4042-9ddf-1d4d92870fae tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:33.646910 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-04905ce6-9b3b-4252-b6af-ae1160d813a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780393'] for router_interface, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:33.759395 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b1d26c37-7e9a-4042-9ddf-1d4d92870fae tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854004789'] for floatingip, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:33.956626 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 0697b953-a856-4fa8-b6e2-cd216ea973a9 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:09:33.974602 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafdbf2-7af2-45c0-b4ff-afc8eff5d45a req-1893994a-06f5-4736-950c-e2d7daeaba78 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:33.976404 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1cafdbf2-7af2-45c0-b4ff-afc8eff5d45a req-1893994a-06f5-4736-950c-e2d7daeaba78 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.2715614 Apr 05 12:09:34.024505 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] No Port match for: 0697b953-a856-4fa8-b6e2-cd216ea973a9 {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:09:34.024858 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 0697b953-a856-4fa8-b6e2-cd216ea973a9 not bound to the agent host hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:09:34.045759 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-04905ce6-9b3b-4252-b6af-ae1160d813a2 admin admin] Deleting port a6b93f11-6253-40dd-b069-80fdf313ca10 {{(pid=84417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:09:34.046146 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-04905ce6-9b3b-4252-b6af-ae1160d813a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:34.053565 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.l3_db [None req-b1d26c37-7e9a-4042-9ddf-1d4d92870fae tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Floating IP be0c391c-844a-406e-8d17-a1d70a074aec associated. External IP: 172.28.2.237, port: d453ac47-aecb-4c22-9e51-c391eb3fa395. Apr 05 12:09:34.451890 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-efe5438d-f04a-4ae9-858a-7dd5bb9a025c req-65fdf4ef-29b0-4680-8b4f-ed68203533a7 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 210 time: 0.0905581 Apr 05 12:09:34.463371 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-62f4deaf-f80a-44a1-b7cc-6db0e5e3c8f8 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:34.465074 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-62f4deaf-f80a-44a1-b7cc-6db0e5e3c8f8 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.32 "GET /v2.0/networks?id=ec78b1d2-852f-4bf9-9578-58aa877b687e HTTP/1.1" status: 200 len: 815 time: 0.3834136 Apr 05 12:09:34.491621 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1cafdbf2-7af2-45c0-b4ff-afc8eff5d45a req-4e07f428-7cd6-43f1-8315-185d9709b2a1 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4996591 Apr 05 12:09:34.505440 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-149e098b-ea4b-4beb-b6a0-82a2d6ff6618 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Request body: {'port': {'device_id': '0820af4e-bc30-43d4-9417-799524039c4b', 'network_id': 'ec78b1d2-852f-4bf9-9578-58aa877b687e', 'admin_state_up': True, 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:34.667113 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-04905ce6-9b3b-4252-b6af-ae1160d813a2 admin admin] For port a6b93f11-6253-40dd-b069-80fdf313ca10, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=a6b93f11-6253-40dd-b069-80fdf313ca10,segment=NetworkSegment(741a0b27-d43b-4759-a6f2-f4bd2deade44),segment_id=741a0b27-d43b-4759-a6f2-f4bd2deade44)] {{(pid=84417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:09:34.667512 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-04905ce6-9b3b-4252-b6af-ae1160d813a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:34.690513 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-149e098b-ea4b-4beb-b6a0-82a2d6ff6618 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:09:34.826508 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-04905ce6-9b3b-4252-b6af-ae1160d813a2 admin admin] Calling delete_port for a6b93f11-6253-40dd-b069-80fdf313ca10 owned by network:router_interface {{(pid=84417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:09:34.833379 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d26c37-7e9a-4042-9ddf-1d4d92870fae tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Router 23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf has already been hosted by L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 {{(pid=84418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 12:09:34.857410 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-149e098b-ea4b-4beb-b6a0-82a2d6ff6618 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:09:34.884144 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-149e098b-ea4b-4beb-b6a0-82a2d6ff6618 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Made reservation on behalf of f8d81770d2fd44d7834fe19f72c36891 for: {'port': 1} {{(pid=84417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:09:34.890397 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-149e098b-ea4b-4beb-b6a0-82a2d6ff6618 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:35.039929 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d26c37-7e9a-4042-9ddf-1d4d92870fae tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:09:35.051099 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae21625b-ffa2-48a2-b54b-69d3d6ca1be5 None None] Sync routers for ids ['23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf'] in dv-cinder-784763-1-smb {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:09:35.081716 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b1d26c37-7e9a-4042-9ddf-1d4d92870fae tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:35.082326 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae21625b-ffa2-48a2-b54b-69d3d6ca1be5 None None] Routers {'23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:09:35.083432 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-ae21625b-ffa2-48a2-b54b-69d3d6ca1be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:09:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:09:35.178727 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-b1d26c37-7e9a-4042-9ddf-1d4d92870fae tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5629323 Apr 05 12:09:35.179629 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52727db-b1b1-4b63-9c6c-ea77e53cd2e1', 'tag': 'd453ac47-aecb-4c22-9e51-c391eb3fa395'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:09:35.243559 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd52727db-b1b1-4b63-9c6c-ea77e53cd2e1', 'tag': 'd453ac47-aecb-4c22-9e51-c391eb3fa395', 'status': 'completed', 'code': 200} Apr 05 12:09:35.434548 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-04905ce6-9b3b-4252-b6af-ae1160d813a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:35.457311 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:35.559113 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-ae21625b-ffa2-48a2-b54b-69d3d6ca1be5 None None] Set router 23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf gateway port host: dv-cinder-784763-1-smb {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:09:35.756796 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-087ef3cd-a48e-44b2-93b1-404afc2307a7 req-480cf140-9031-4445-a37c-62e085ad12bc tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 210 time: 0.0823588 Apr 05 12:09:35.894007 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04905ce6-9b3b-4252-b6af-ae1160d813a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b93f11-6253-40dd-b069-80fdf313ca10,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:35.911748 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-04905ce6-9b3b-4252-b6af-ae1160d813a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:36.084289 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-149e098b-ea4b-4beb-b6a0-82a2d6ff6618 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Allocated IP 172.20.0.14 (ec78b1d2-852f-4bf9-9578-58aa877b687e/94f6df90-74f4-4bb0-84fb-b014c2dc31ba/75845820-fbee-468c-b268-d6d400e77f3a) {{(pid=84417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:09:36.086191 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0415cf-a41d-425a-acb3-f79cf20593be req-3ba3ea82-9cf4-4dfb-808f-463adbb89741 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:36.087868 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1d0415cf-a41d-425a-acb3-f79cf20593be req-3ba3ea82-9cf4-4dfb-808f-463adbb89741 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.1746199 Apr 05 12:09:36.154051 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1d0415cf-a41d-425a-acb3-f79cf20593be req-3d002573-3387-4b5f-8e7e-aa3aa83c9bb0 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567567 Apr 05 12:09:36.177993 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-ae21625b-ffa2-48a2-b54b-69d3d6ca1be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'name': 'tempest-TestShelveInstance-2050186192-router', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': 'd026006a-a6ec-4b5a-ae4e-7196fe34ff99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:16Z', 'revision_number': 4, 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'gw_port': {'id': 'd026006a-a6ec-4b5a-ae4e-7196fe34ff99', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:09Z', 'updated_at': '2021-04-05T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_floatingips': [{'id': 'be0c391c-844a-406e-8d17-a1d70a074aec', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'floating_ip_address': '172.28.2.237', 'floating_network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'router_id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'port_id': 'd453ac47-aecb-4c22-9e51-c391eb3fa395', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b603c3-054c-48fb-be51-22ffd400d7ad', 'mac_address': 'fa:16:3e:4a:f3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52727db-b1b1-4b63-9c6c-ea77e53cd2e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:09:32Z', 'updated_at': '2021-04-05T12:09:32Z', 'revision_number': 0, 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4971e5ed-f85d-49df-b88a-8f24e8ca07ee', 'name': '', 'network_id': 'c8b603c3-054c-48fb-be51-22ffd400d7ad', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'mac_address': 'fa:16:3e:5f:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7655aa3d-4c5c-48da-8a0c-9704fa2a3313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:14Z', 'updated_at': '2021-04-05T12:08:25Z', 'revision_number': 5, 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'subnets': [{'id': '7655aa3d-4c5c-48da-8a0c-9704fa2a3313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:09:36.182808 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae21625b-ffa2-48a2-b54b-69d3d6ca1be5 None None] Checking router: 23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf for host: dv-cinder-784763-1-smb {{(pid=84420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:09:36.194703 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae21625b-ffa2-48a2-b54b-69d3d6ca1be5 None None] Routers {'23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:09:36.195846 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-ae21625b-ffa2-48a2-b54b-69d3d6ca1be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:09:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:09:36.411416 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-ae21625b-ffa2-48a2-b54b-69d3d6ca1be5 None None] Set router 23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf gateway port host: dv-cinder-784763-1-smb {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:09:36.693231 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-149e098b-ea4b-4beb-b6a0-82a2d6ff6618 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for port, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:36.719056 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-04905ce6-9b3b-4252-b6af-ae1160d813a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854212078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781500'] for router_interface, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:36.749336 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-149e098b-ea4b-4beb-b6a0-82a2d6ff6618 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Transition to ACTIVE for port object 75845820-fbee-468c-b268-d6d400e77f3a will not be triggered until provisioned by entity DHCP. {{(pid=84417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:09:36.809535 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-ae21625b-ffa2-48a2-b54b-69d3d6ca1be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'name': 'tempest-TestShelveInstance-2050186192-router', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': 'd026006a-a6ec-4b5a-ae4e-7196fe34ff99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:16Z', 'revision_number': 4, 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'gw_port': {'id': 'd026006a-a6ec-4b5a-ae4e-7196fe34ff99', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:09Z', 'updated_at': '2021-04-05T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_floatingips': [{'id': 'be0c391c-844a-406e-8d17-a1d70a074aec', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'floating_ip_address': '172.28.2.237', 'floating_network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'router_id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'port_id': 'd453ac47-aecb-4c22-9e51-c391eb3fa395', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b603c3-054c-48fb-be51-22ffd400d7ad', 'mac_address': 'fa:16:3e:4a:f3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52727db-b1b1-4b63-9c6c-ea77e53cd2e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:09:32Z', 'updated_at': '2021-04-05T12:09:32Z', 'revision_number': 0, 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4971e5ed-f85d-49df-b88a-8f24e8ca07ee', 'name': '', 'network_id': 'c8b603c3-054c-48fb-be51-22ffd400d7ad', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'mac_address': 'fa:16:3e:5f:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7655aa3d-4c5c-48da-8a0c-9704fa2a3313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:14Z', 'updated_at': '2021-04-05T12:08:25Z', 'revision_number': 5, 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'subnets': [{'id': '7655aa3d-4c5c-48da-8a0c-9704fa2a3313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:09:36.813894 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae21625b-ffa2-48a2-b54b-69d3d6ca1be5 None None] The sync data for ids ['23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf'] in dv-cinder-784763-1-smb is: [{'id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'name': 'tempest-TestShelveInstance-2050186192-router', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': 'd026006a-a6ec-4b5a-ae4e-7196fe34ff99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:16Z', 'revision_number': 4, 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'gw_port': {'id': 'd026006a-a6ec-4b5a-ae4e-7196fe34ff99', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:09Z', 'updated_at': '2021-04-05T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_floatingips': [{'id': 'be0c391c-844a-406e-8d17-a1d70a074aec', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'floating_ip_address': '172.28.2.237', 'floating_network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'router_id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'port_id': 'd453ac47-aecb-4c22-9e51-c391eb3fa395', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b603c3-054c-48fb-be51-22ffd400d7ad', 'mac_address': 'fa:16:3e:4a:f3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52727db-b1b1-4b63-9c6c-ea77e53cd2e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:09:32Z', 'updated_at': '2021-04-05T12:09:32Z', 'revision_number': 0, 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4971e5ed-f85d-49df-b88a-8f24e8ca07ee', 'name': '', 'network_id': 'c8b603c3-054c-48fb-be51-22ffd400d7ad', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'mac_address': 'fa:16:3e:5f:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7655aa3d-4c5c-48da-8a0c-9704fa2a3313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:14Z', 'updated_at': '2021-04-05T12:08:25Z', 'revision_number': 5, 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'subnets': [{'id': '7655aa3d-4c5c-48da-8a0c-9704fa2a3313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:09:36.946932 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-149e098b-ea4b-4beb-b6a0-82a2d6ff6618 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:37.029026 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502d673-8843-4acf-804a-fea3f7a5b677 req-6052ffa3-3f0b-4ea1-a3e8-75e8e8c62c39 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:37.030748 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2502d673-8843-4acf-804a-fea3f7a5b677 req-6052ffa3-3f0b-4ea1-a3e8-75e8e8c62c39 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 932 time: 0.1030180 Apr 05 12:09:37.085830 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-2502d673-8843-4acf-804a-fea3f7a5b677 req-d314b30f-fcfa-4f65-8d61-11099e7a62d1 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Synchronizing usage tracker for tenant:f8d81770d2fd44d7834fe19f72c36891 on resource:security_group {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:09:37.092470 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-36b90a20-f7d0-4e8f-bcc4-e99bc0758811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:37.103032 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-2502d673-8843-4acf-804a-fea3f7a5b677 req-d314b30f-fcfa-4f65-8d61-11099e7a62d1 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Unset dirty status for tenant:f8d81770d2fd44d7834fe19f72c36891 on resource:security_group {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:09:37.104498 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2502d673-8843-4acf-804a-fea3f7a5b677 req-d314b30f-fcfa-4f65-8d61-11099e7a62d1 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670135 Apr 05 12:09:37.214331 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d605ca81-b0ff-4e17-a4da-f51e053a71a1 None None] New status for floating IP be0c391c-844a-406e-8d17-a1d70a074aec: ACTIVE {{(pid=84419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 12:09:37.234284 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e098b-ea4b-4beb-b6a0-82a2d6ff6618 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Pushing event updated for resources: {'Port': ['ID=75845820-fbee-468c-b268-d6d400e77f3a,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:37.244714 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-149e098b-ea4b-4beb-b6a0-82a2d6ff6618 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:37.295073 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-149e098b-ea4b-4beb-b6a0-82a2d6ff6618 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Network ec78b1d2-852f-4bf9-9578-58aa877b687e is already hosted by enough agents. {{(pid=84417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:09:37.312424 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-149e098b-ea4b-4beb-b6a0-82a2d6ff6618 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Resources bound (agent type, host, resource id): {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:09:37.315456 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-149e098b-ea4b-4beb-b6a0-82a2d6ff6618 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Received port after_create {{(pid=84417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:09:37.700608 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9491727-11a8-4251-b3af-e4740f3f93b3 req-40b4f541-688c-4392-8a56-1b2bb6ab314f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:37.711637 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c9491727-11a8-4251-b3af-e4740f3f93b3 req-40b4f541-688c-4392-8a56-1b2bb6ab314f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.2843106 Apr 05 12:09:37.737166 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-149e098b-ea4b-4beb-b6a0-82a2d6ff6618 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:37.737870 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-149e098b-ea4b-4beb-b6a0-82a2d6ff6618 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:37.790736 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c9491727-11a8-4251-b3af-e4740f3f93b3 req-a127c46b-1352-46db-8f2e-661f24299ac2 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775223 Apr 05 12:09:37.856610 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-149e098b-ea4b-4beb-b6a0-82a2d6ff6618 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3758018 Apr 05 12:09:37.862375 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-81dc17f5-e953-47ac-8000-7478e56278a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:37.865372 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-1cf4f987-4b95-479d-b422-01b515d982e4 None None] Provisioning for port 75845820-fbee-468c-b268-d6d400e77f3a completed by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:09:37.868315 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04905ce6-9b3b-4252-b6af-ae1160d813a2 admin admin] Router ea1267b4-23c6-4288-baa4-d5ed2d55160e has already been hosted by L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 {{(pid=84417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 12:09:37.878822 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-1cf4f987-4b95-479d-b422-01b515d982e4 None None] Provisioning complete for port 75845820-fbee-468c-b268-d6d400e77f3a triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:09:37.879327 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1cf4f987-4b95-479d-b422-01b515d982e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:38.033052 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-1cf4f987-4b95-479d-b422-01b515d982e4 None None] Port 75845820-fbee-468c-b268-d6d400e77f3a cannot update to ACTIVE because it is not bound. {{(pid=84419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 12:09:38.068409 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04905ce6-9b3b-4252-b6af-ae1160d813a2 admin admin] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:09:38.077697 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 52138) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:38.079440 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f0ef8c-530f-4f1c-9076-c6780f5160b9 None None] Sync routers for ids ['ea1267b4-23c6-4288-baa4-d5ed2d55160e'] in dv-cinder-784763-1-smb {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:09:38.086147 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-04905ce6-9b3b-4252-b6af-ae1160d813a2 admin admin] 10.222.0.26 "PUT /v2.0/routers/ea1267b4-23c6-4288-baa4-d5ed2d55160e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3961895 Apr 05 12:09:38.090036 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f0ef8c-530f-4f1c-9076-c6780f5160b9 None None] Routers {'ea1267b4-23c6-4288-baa4-d5ed2d55160e'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:09:38.090719 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-e7f0ef8c-530f-4f1c-9076-c6780f5160b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:09:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['ea1267b4-23c6-4288-baa4-d5ed2d55160e'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:09:38.331374 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-e7f0ef8c-530f-4f1c-9076-c6780f5160b9 None None] Set router ea1267b4-23c6-4288-baa4-d5ed2d55160e gateway port host: dv-cinder-784763-1-smb {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:09:38.361086 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74a906b1-c497-497d-9961-21d895a0887c admin admin] Notify callbacks [] for router, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:38.520088 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e213d4-7c30-4e34-b922-f156e5e9b9d6 req-922a9307-4e36-4803-9966-5ffcaf9c8911 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:38.521771 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-78e213d4-7c30-4e34-b922-f156e5e9b9d6 req-922a9307-4e36-4803-9966-5ffcaf9c8911 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 932 time: 0.2834749 Apr 05 12:09:38.600153 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-78e213d4-7c30-4e34-b922-f156e5e9b9d6 req-448b1726-a78a-4e6d-96e7-16935c21a965 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693264 Apr 05 12:09:38.653424 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74a906b1-c497-497d-9961-21d895a0887c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:38.663626 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-74a906b1-c497-497d-9961-21d895a0887c admin admin] Deleting port d7550a64-693e-4879-b8d7-c52fb950cf04 {{(pid=84418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:09:38.664454 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74a906b1-c497-497d-9961-21d895a0887c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:38.700443 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:38.842689 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-e7f0ef8c-530f-4f1c-9076-c6780f5160b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1267b4-23c6-4288-baa4-d5ed2d55160e', 'name': 'tempest-ServerRescueNegativeTestJSON-497215474-router', 'tenant_id': '808b3f55d36f47a2a2dd53e694db5da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': 'd7550a64-693e-4879-b8d7-c52fb950cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:22Z', 'updated_at': '2021-04-05T12:09:35Z', 'revision_number': 5, 'project_id': '808b3f55d36f47a2a2dd53e694db5da5', 'gw_port': {'id': 'd7550a64-693e-4879-b8d7-c52fb950cf04', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1267b4-23c6-4288-baa4-d5ed2d55160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:24Z', 'updated_at': '2021-04-05T12:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb'}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:09:38.847712 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f0ef8c-530f-4f1c-9076-c6780f5160b9 None None] Checking router: ea1267b4-23c6-4288-baa4-d5ed2d55160e for host: dv-cinder-784763-1-smb {{(pid=84420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:09:38.857728 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f0ef8c-530f-4f1c-9076-c6780f5160b9 None None] Routers {'ea1267b4-23c6-4288-baa4-d5ed2d55160e'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:09:38.858685 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-e7f0ef8c-530f-4f1c-9076-c6780f5160b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:09:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['ea1267b4-23c6-4288-baa4-d5ed2d55160e'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:09:38.908705 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-74a906b1-c497-497d-9961-21d895a0887c admin admin] For port d7550a64-693e-4879-b8d7-c52fb950cf04, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=d7550a64-693e-4879-b8d7-c52fb950cf04,segment=NetworkSegment(2ecfd34e-9a9f-4e0f-94e3-36d27d123670),segment_id=2ecfd34e-9a9f-4e0f-94e3-36d27d123670)] {{(pid=84418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:09:38.909189 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74a906b1-c497-497d-9961-21d895a0887c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:39.037405 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-e7f0ef8c-530f-4f1c-9076-c6780f5160b9 None None] Set router ea1267b4-23c6-4288-baa4-d5ed2d55160e gateway port host: None {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:09:39.151410 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-74a906b1-c497-497d-9961-21d895a0887c admin admin] Calling delete_port for d7550a64-693e-4879-b8d7-c52fb950cf04 owned by network:router_gateway {{(pid=84418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:09:39.160275 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-e7f0ef8c-530f-4f1c-9076-c6780f5160b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1267b4-23c6-4288-baa4-d5ed2d55160e', 'name': 'tempest-ServerRescueNegativeTestJSON-497215474-router', 'tenant_id': '808b3f55d36f47a2a2dd53e694db5da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:22Z', 'updated_at': '2021-04-05T12:09:38Z', 'revision_number': 6, 'project_id': '808b3f55d36f47a2a2dd53e694db5da5', 'gw_port_host': None}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:09:39.164982 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f0ef8c-530f-4f1c-9076-c6780f5160b9 None None] The sync data for ids ['ea1267b4-23c6-4288-baa4-d5ed2d55160e'] in dv-cinder-784763-1-smb is: [{'id': 'ea1267b4-23c6-4288-baa4-d5ed2d55160e', 'name': 'tempest-ServerRescueNegativeTestJSON-497215474-router', 'tenant_id': '808b3f55d36f47a2a2dd53e694db5da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:22Z', 'updated_at': '2021-04-05T12:09:38Z', 'revision_number': 6, 'project_id': '808b3f55d36f47a2a2dd53e694db5da5', 'gw_port_host': None}] {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:09:39.378896 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device a6b93f11-6253-40dd-b069-80fdf313ca10 no longer exists at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:09:39.471428 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] No Port match for: a6b93f11-6253-40dd-b069-80fdf313ca10 {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:09:39.472131 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device a6b93f11-6253-40dd-b069-80fdf313ca10 not bound to the agent host dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:09:39.759074 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25234159-bf4f-4186-94fd-afb53507c2e4 req-c7cf4dcc-cabf-46f5-b247-4761a5f6d481 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:39.760735 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-25234159-bf4f-4186-94fd-afb53507c2e4 req-c7cf4dcc-cabf-46f5-b247-4761a5f6d481 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.7678962 Apr 05 12:09:39.841443 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-25234159-bf4f-4186-94fd-afb53507c2e4 req-2b308e1a-ab1a-4eff-93f3-5e6918d477ec tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711274 Apr 05 12:09:39.911092 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a63cabfd-1d87-4438-82f2-4974287b9430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:39.918798 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74a906b1-c497-497d-9961-21d895a0887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:39.963030 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b7012b6a-0489-4d1e-a326-625285e68a70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:40.050859 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a906b1-c497-497d-9961-21d895a0887c admin admin] Pushing event deleted for resources: {'Port': ['ID=d7550a64-693e-4879-b8d7-c52fb950cf04,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:40.059375 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-74a906b1-c497-497d-9961-21d895a0887c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:40.198284 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa175cbd-5ebd-4331-821f-cae8a1b1903b req-540e4bef-4b35-4673-99be-6dfe921de899 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:40.199861 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-fa175cbd-5ebd-4331-821f-cae8a1b1903b req-540e4bef-4b35-4673-99be-6dfe921de899 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 932 time: 0.2015162 Apr 05 12:09:40.271066 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:40.331263 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-fa175cbd-5ebd-4331-821f-cae8a1b1903b req-ad3b13c0-3b95-4a8e-9307-952a0aef8abd tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017923 Apr 05 12:09:40.336143 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74a906b1-c497-497d-9961-21d895a0887c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771004'] for router_gateway, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:40.523118 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74a906b1-c497-497d-9961-21d895a0887c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854002627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64796'] for router, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:40.525316 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74a906b1-c497-497d-9961-21d895a0887c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:40.610338 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74a906b1-c497-497d-9961-21d895a0887c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854002553'] for router, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:40.610887 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a906b1-c497-497d-9961-21d895a0887c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea1267b4-23c6-4288-baa4-d5ed2d55160e {{(pid=84418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 12:09:40.624512 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74a906b1-c497-497d-9961-21d895a0887c admin admin] Notify callbacks [] for router, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:40.628203 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-74a906b1-c497-497d-9961-21d895a0887c admin admin] 10.222.0.26 "DELETE /v2.0/routers/ea1267b4-23c6-4288-baa4-d5ed2d55160e HTTP/1.1" status: 204 len: 168 time: 2.5467801 Apr 05 12:09:40.628523 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 52170) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:40.697704 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d02354-8b2b-4204-9ad7-2fe7fa43dd87 admin admin] Deleting subnet 58bfef5a-b03d-4852-8400-b15e7cf54ce5 {{(pid=84418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 12:09:40.701237 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-49d02354-8b2b-4204-9ad7-2fe7fa43dd87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:40.759414 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-49d02354-8b2b-4204-9ad7-2fe7fa43dd87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843447316'] for subnet, precommit_delete_associations {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:40.828071 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-49d02354-8b2b-4204-9ad7-2fe7fa43dd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16343'] for subnet, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:41.155710 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd3df7-9c01-4c5a-9766-22ae3c9014ab req-a9f905e5-29aa-4023-92c0-95321e7edf0a tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:41.164286 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-cfcd3df7-9c01-4c5a-9766-22ae3c9014ab req-a9f905e5-29aa-4023-92c0-95321e7edf0a tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.1837342 Apr 05 12:09:41.225931 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-cfcd3df7-9c01-4c5a-9766-22ae3c9014ab req-626fee90-ff09-4b81-9983-6d800f88c24e tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586700 Apr 05 12:09:41.234970 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-49d02354-8b2b-4204-9ad7-2fe7fa43dd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10626375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843183378'] for subnet, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:41.251730 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:41.302926 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d02354-8b2b-4204-9ad7-2fe7fa43dd87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58bfef5a-b03d-4852-8400-b15e7cf54ce5,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:41.389316 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-49d02354-8b2b-4204-9ad7-2fe7fa43dd87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:41.392309 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-49d02354-8b2b-4204-9ad7-2fe7fa43dd87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:41.401026 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-49d02354-8b2b-4204-9ad7-2fe7fa43dd87 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/58bfef5a-b03d-4852-8400-b15e7cf54ce5 HTTP/1.1" status: 204 len: 168 time: 0.7691357 Apr 05 12:09:41.401472 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 52200) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:41.495354 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device d7550a64-693e-4879-b8d7-c52fb950cf04 no longer exists at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:09:41.544328 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] No Port match for: d7550a64-693e-4879-b8d7-c52fb950cf04 {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:09:41.545080 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device d7550a64-693e-4879-b8d7-c52fb950cf04 not bound to the agent host dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:09:41.596365 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c41e0b72-d75d-438c-a8c8-13220cf958f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-454253'] for network, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:41.651197 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc3080-6b10-4154-8148-3a063c74ab5e req-5bed362c-334b-4427-95d2-95c215500925 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:41.658098 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9bbc3080-6b10-4154-8148-3a063c74ab5e req-5bed362c-334b-4427-95d2-95c215500925 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 932 time: 0.1314983 Apr 05 12:09:41.741108 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9bbc3080-6b10-4154-8148-3a063c74ab5e req-a456eaed-e016-42db-b137-657fbc05c950 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803549 Apr 05 12:09:41.853400 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 52206) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:42.005668 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:42.011310 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d9c0dc94-d71c-41fe-bcda-0b321fbc1a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:42.026293 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c41e0b72-d75d-438c-a8c8-13220cf958f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363279657788737'] for network, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:42.027849 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d9c0dc94-d71c-41fe-bcda-0b321fbc1a1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:09:42.032377 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d9c0dc94-d71c-41fe-bcda-0b321fbc1a1d admin admin] Usage tracker for resource:security_group_rule and tenant:fb89c394f9fd4837a7055cd15d6c8070 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:09:42.035485 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d9c0dc94-d71c-41fe-bcda-0b321fbc1a1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:09:42.041713 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d9c0dc94-d71c-41fe-bcda-0b321fbc1a1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:09:42.127613 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d9c0dc94-d71c-41fe-bcda-0b321fbc1a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:42.134744 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d9c0dc94-d71c-41fe-bcda-0b321fbc1a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:42.141402 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-c41e0b72-d75d-438c-a8c8-13220cf958f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d2affa-d50a-4902-aca6-24458c2b9331']}} {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:09:42.144925 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-90a3a7ad-1172-4818-ab70-7192d50a49e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:42.157058 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-c41e0b72-d75d-438c-a8c8-13220cf958f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741a0b27-d43b-4759-a6f2-f4bd2deade44') {'for_net_delete': True} {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:09:42.157626 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-c41e0b72-d75d-438c-a8c8-13220cf958f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741a0b27-d43b-4759-a6f2-f4bd2deade44') {} {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:09:42.170030 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c41e0b72-d75d-438c-a8c8-13220cf958f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757196986961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1669886'] for segment, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:42.185914 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c41e0b72-d75d-438c-a8c8-13220cf958f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:42.191187 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-d9c0dc94-d71c-41fe-bcda-0b321fbc1a1d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb89c394f9fd4837a7055cd15d6c8070&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3337944 Apr 05 12:09:42.191187 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0dc94-d71c-41fe-bcda-0b321fbc1a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03593f7c-763a-4182-8389-d1352e67f355,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:42.191682 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 52214) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:42.192773 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d9c0dc94-d71c-41fe-bcda-0b321fbc1a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:42.206114 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41e0b72-d75d-438c-a8c8-13220cf958f2 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 12:09:42.436403 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-c41e0b72-d75d-438c-a8c8-13220cf958f2 admin admin] Network e4d2affa-d50a-4902-aca6-24458c2b9331 has no segments {{(pid=84417) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 12:09:42.448579 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c41e0b72-d75d-438c-a8c8-13220cf958f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853132148'] for segment, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:42.479525 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-db852424-b494-48ba-93c4-a3c8db48fbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:42.487097 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e0b61-2a43-449e-b7fb-18f525bfa08f req-8d8cb3db-1adf-445f-9803-dc1d38cc446d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:42.488724 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b63e0b61-2a43-449e-b7fb-18f525bfa08f req-8d8cb3db-1adf-445f-9803-dc1d38cc446d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.1265993 Apr 05 12:09:42.555868 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b63e0b61-2a43-449e-b7fb-18f525bfa08f req-d235ed6d-95b3-4447-91a4-a32a683008d2 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589643 Apr 05 12:09:42.641354 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-db852424-b494-48ba-93c4-a3c8db48fbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:42.674603 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-c41e0b72-d75d-438c-a8c8-13220cf958f2 admin admin] Network e4d2affa-d50a-4902-aca6-24458c2b9331 has no segments {{(pid=84417) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: Traceback (most recent call last): Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: timer() Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: cb(*args, **kw) Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: return func(*args, **kwargs) Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: self._notify() Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: self.callback(batched_events) Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: event.method(event) Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: segment_id)['aggregates'][0] Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: return f(self, *a, **k) Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: return self._get(url).json() Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: **kwargs) Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: return self.request(url, 'GET', **kwargs) Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: **endpoint_filter) Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:09:42.703739 dv-cinder-784763-1-smb neutron-server[84306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:09:42.798687 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c41e0b72-d75d-438c-a8c8-13220cf958f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854004774'] for network, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:42.804164 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c41e0b72-d75d-438c-a8c8-13220cf958f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:42.813133 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:42.845217 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e0b72-d75d-438c-a8c8-13220cf958f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4d2affa-d50a-4902-aca6-24458c2b9331,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:42.851264 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c41e0b72-d75d-438c-a8c8-13220cf958f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:42.851882 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-db852424-b494-48ba-93c4-a3c8db48fbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:42.854402 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-db852424-b494-48ba-93c4-a3c8db48fbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:42.855603 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-db852424-b494-48ba-93c4-a3c8db48fbf9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/03593f7c-763a-4182-8389-d1352e67f355 HTTP/1.1" status: 204 len: 168 time: 0.6630387 Apr 05 12:09:42.856776 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5dc04849-264e-4f85-bb2e-29e3cfff16f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:42.864118 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-c41e0b72-d75d-438c-a8c8-13220cf958f2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e4d2affa-d50a-4902-aca6-24458c2b9331 HTTP/1.1" status: 204 len: 168 time: 1.4615004 Apr 05 12:09:42.868910 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db852424-b494-48ba-93c4-a3c8db48fbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03593f7c-763a-4182-8389-d1352e67f355,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:42.871455 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-db852424-b494-48ba-93c4-a3c8db48fbf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:43.001054 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d75dd-b15c-45a3-b0ab-af903c3c5a9e req-8f3bc650-1791-4cb0-a58a-2ee30c4cef4b tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:43.009330 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-274d75dd-b15c-45a3-b0ab-af903c3c5a9e req-8f3bc650-1791-4cb0-a58a-2ee30c4cef4b tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 932 time: 0.1308930 Apr 05 12:09:43.037711 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 52230) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:43.064155 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-274d75dd-b15c-45a3-b0ab-af903c3c5a9e req-2a3ad6d6-909d-40ab-af5f-86df189c6d72 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533252 Apr 05 12:09:43.144288 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-21df52f1-459c-4ee3-9c1b-f74901ad23b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=808b3f55d36f47a2a2dd53e694db5da5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1052237 Apr 05 12:09:43.146994 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 52234) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:43.228000 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3f297775-7795-4a24-949d-1b2140f5c08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:43.262708 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3f297775-7795-4a24-949d-1b2140f5c08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:43.302532 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 52238) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:43.322127 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3f297775-7795-4a24-949d-1b2140f5c08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:43.325985 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6eee52a3-3421-4a1f-a69e-654585d6b50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:43.339448 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8be0b96f-d162-4232-8262-e0e2f6010cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:43.356227 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f297775-7795-4a24-949d-1b2140f5c08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b7593d-c422-429e-9142-5f001af212b8,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:43.359324 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3f297775-7795-4a24-949d-1b2140f5c08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:43.363858 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-6eee52a3-3421-4a1f-a69e-654585d6b50c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:09:43.372032 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-6eee52a3-3421-4a1f-a69e-654585d6b50c admin admin] Usage tracker for resource:security_group_rule and tenant:d18693b227b540e79cd52c467760861c is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:09:43.376383 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-6eee52a3-3421-4a1f-a69e-654585d6b50c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:09:43.383249 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3f297775-7795-4a24-949d-1b2140f5c08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:43.386397 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-3f297775-7795-4a24-949d-1b2140f5c08f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d9b7593d-c422-429e-9142-5f001af212b8 HTTP/1.1" status: 204 len: 168 time: 0.2381780 Apr 05 12:09:43.398565 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-6eee52a3-3421-4a1f-a69e-654585d6b50c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:09:43.518160 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6eee52a3-3421-4a1f-a69e-654585d6b50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:43.522373 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6eee52a3-3421-4a1f-a69e-654585d6b50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:43.535778 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d4876caf-df06-4b38-8e6e-ca044d5a01fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:43.564937 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-6eee52a3-3421-4a1f-a69e-654585d6b50c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d18693b227b540e79cd52c467760861c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2612655 Apr 05 12:09:43.567926 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 52244) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:43.583454 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee52a3-3421-4a1f-a69e-654585d6b50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf757c0-310b-47d1-b241-fc7f8f09daab,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:43.586991 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6eee52a3-3421-4a1f-a69e-654585d6b50c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:43.666078 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-13c9eea5-ef76-4f2a-b0b0-fa0e4320a056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:43.754132 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-13c9eea5-ef76-4f2a-b0b0-fa0e4320a056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:43.782578 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0bd54e-b5e1-4dde-a344-fccf7c5a72a0 req-3784585f-3b02-40aa-8121-a2125ab4ceb5 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:43.784297 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2e0bd54e-b5e1-4dde-a344-fccf7c5a72a0 req-3784585f-3b02-40aa-8121-a2125ab4ceb5 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.1055386 Apr 05 12:09:43.813877 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-13c9eea5-ef76-4f2a-b0b0-fa0e4320a056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:43.819131 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-18c9f263-b5f6-45d1-8d8f-25998003a834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:43.842557 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9eea5-ef76-4f2a-b0b0-fa0e4320a056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf757c0-310b-47d1-b241-fc7f8f09daab,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:43.848278 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-13c9eea5-ef76-4f2a-b0b0-fa0e4320a056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:43.848278 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-13c9eea5-ef76-4f2a-b0b0-fa0e4320a056 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/caf757c0-310b-47d1-b241-fc7f8f09daab HTTP/1.1" status: 204 len: 168 time: 0.2780979 Apr 05 12:09:43.848957 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-13c9eea5-ef76-4f2a-b0b0-fa0e4320a056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:43.881180 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2e0bd54e-b5e1-4dde-a344-fccf7c5a72a0 req-a67123b0-f9d3-4a60-b5ff-901756b8379b tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831020 Apr 05 12:09:44.377612 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e477c-63b5-4864-9264-a003db9dd8de req-4c15e220-987e-4e17-a3f3-d35b9886fba3 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:44.387902 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-aa5e477c-63b5-4864-9264-a003db9dd8de req-4c15e220-987e-4e17-a3f3-d35b9886fba3 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 932 time: 0.1842413 Apr 05 12:09:44.464748 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-aa5e477c-63b5-4864-9264-a003db9dd8de req-804ea4c8-8963-414c-9185-0c428fa8d0c8 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757983 Apr 05 12:09:44.856953 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 52298) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:45.100549 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-948d9524-a0f3-4306-9eba-6d33a7750037 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-824468083-network', 'tenant_id': 'dd6e740d1a7d40c9a6dd16ea5ba39509'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:45.101206 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a615265-2a55-47fc-962a-e78541c1f671 req-bbd431ca-2534-4b9d-a7e6-3cb5d24573ed tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:45.106707 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-948d9524-a0f3-4306-9eba-6d33a7750037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:09:45.109033 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9a615265-2a55-47fc-962a-e78541c1f671 req-bbd431ca-2534-4b9d-a7e6-3cb5d24573ed tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.1058118 Apr 05 12:09:45.113651 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-948d9524-a0f3-4306-9eba-6d33a7750037 admin admin] Usage tracker for resource:network and tenant:dd6e740d1a7d40c9a6dd16ea5ba39509 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:09:45.117146 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-948d9524-a0f3-4306-9eba-6d33a7750037 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:09:45.124089 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-948d9524-a0f3-4306-9eba-6d33a7750037 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:09:45.136538 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948d9524-a0f3-4306-9eba-6d33a7750037 admin admin] Made reservation on behalf of dd6e740d1a7d40c9a6dd16ea5ba39509 for: {'network': 1} {{(pid=84417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:09:45.145236 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-948d9524-a0f3-4306-9eba-6d33a7750037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for network, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:45.165601 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9a615265-2a55-47fc-962a-e78541c1f671 req-ec8be330-66eb-475e-a0bf-e5747bc69cbd tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549684 Apr 05 12:09:45.182784 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-948d9524-a0f3-4306-9eba-6d33a7750037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:45.199314 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-948d9524-a0f3-4306-9eba-6d33a7750037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:09:45.203466 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-948d9524-a0f3-4306-9eba-6d33a7750037 admin admin] Usage tracker for resource:security_group_rule and tenant:dd6e740d1a7d40c9a6dd16ea5ba39509 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:09:45.206375 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-948d9524-a0f3-4306-9eba-6d33a7750037 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:09:45.212484 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-948d9524-a0f3-4306-9eba-6d33a7750037 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:09:45.317121 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-948d9524-a0f3-4306-9eba-6d33a7750037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:45.328796 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-948d9524-a0f3-4306-9eba-6d33a7750037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:45.333928 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7a3c0ca3-9d04-4323-85bc-962be4c5c17a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:45.362164 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948d9524-a0f3-4306-9eba-6d33a7750037 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=84417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 12:09:45.378535 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d9524-a0f3-4306-9eba-6d33a7750037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70898dd-827f-4dae-9095-041b11d97a0e,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:45.383448 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-948d9524-a0f3-4306-9eba-6d33a7750037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:45.384498 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-948d9524-a0f3-4306-9eba-6d33a7750037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:45.384928 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-948d9524-a0f3-4306-9eba-6d33a7750037 admin admin] Added segment 47d8e046-f056-4ddf-a3ad-1cddba0b3502 of type vlan for network 713f2278-266b-49e9-9a24-b85bc9e7017b Apr 05 12:09:45.417877 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-948d9524-a0f3-4306-9eba-6d33a7750037 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757196486498'] for network, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:45.458271 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-948d9524-a0f3-4306-9eba-6d33a7750037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739'] for network, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:45.460097 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948d9524-a0f3-4306-9eba-6d33a7750037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:45.460984 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-948d9524-a0f3-4306-9eba-6d33a7750037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:45.466612 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:45.575143 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-948d9524-a0f3-4306-9eba-6d33a7750037 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7169034 Apr 05 12:09:45.578498 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 52320) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:45.579668 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d9524-a0f3-4306-9eba-6d33a7750037 admin admin] Pushing event updated for resources: {'Network': ['ID=713f2278-266b-49e9-9a24-b85bc9e7017b,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:45.585062 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-948d9524-a0f3-4306-9eba-6d33a7750037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:45.586927 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-0e8d314c-0390-4043-9437-b1b297155d6b admin admin] Request body: {'subnet': {'network_id': '713f2278-266b-49e9-9a24-b85bc9e7017b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-824468083-subnet', 'tenant_id': 'dd6e740d1a7d40c9a6dd16ea5ba39509', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:45.590745 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Network 713f2278-266b-49e9-9a24-b85bc9e7017b details requested by agent ovs-agent-dv-cinder-784763-1-smb with host dv-cinder-784763-1-smb {{(pid=84419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 12:09:45.595900 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-0e8d314c-0390-4043-9437-b1b297155d6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:09:45.601372 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-0e8d314c-0390-4043-9437-b1b297155d6b admin admin] Usage tracker for resource:subnet and tenant:dd6e740d1a7d40c9a6dd16ea5ba39509 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:09:45.607647 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-0e8d314c-0390-4043-9437-b1b297155d6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:09:45.615286 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-0e8d314c-0390-4043-9437-b1b297155d6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:09:45.625692 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8d314c-0390-4043-9437-b1b297155d6b admin admin] Made reservation on behalf of dd6e740d1a7d40c9a6dd16ea5ba39509 for: {'subnet': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:09:45.630758 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0e8d314c-0390-4043-9437-b1b297155d6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11592404'] for subnet, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:45.916490 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d767fe-0979-4190-b3e8-55b6bdcd2ac3 req-97f03971-5957-4ecc-b4c7-5cc6ec2b242b tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:45.919157 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c6d767fe-0979-4190-b3e8-55b6bdcd2ac3 req-97f03971-5957-4ecc-b4c7-5cc6ec2b242b tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 932 time: 0.1707220 Apr 05 12:09:46.004574 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c6d767fe-0979-4190-b3e8-55b6bdcd2ac3 req-4e12970d-f18b-45a5-8a17-ca1f58daefbb tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760281 Apr 05 12:09:46.268728 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0e8d314c-0390-4043-9437-b1b297155d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844149380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11592423'] for subnet, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:46.310894 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5d1cf463-15b3-40a5-9c43-50119d68b5b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:46.409263 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 52348) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:46.565218 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2592757c-a508-4999-8b75-a404dd352b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:46.587787 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-2592757c-a508-4999-8b75-a404dd352b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:09:46.591283 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-2592757c-a508-4999-8b75-a404dd352b99 admin admin] Usage tracker for resource:security_group_rule and tenant:3f726922e5b4465baa13f6e30a5a76d6 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:09:46.594287 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-2592757c-a508-4999-8b75-a404dd352b99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:09:46.595666 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d314c-0390-4043-9437-b1b297155d6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=43bdaed8-88bc-47b9-87eb-4d7d431f86f2,revision_number=0']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:46.600431 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-2592757c-a508-4999-8b75-a404dd352b99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:09:46.600778 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0e8d314c-0390-4043-9437-b1b297155d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:46.634598 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8d314c-0390-4043-9437-b1b297155d6b admin admin] Checking segment: {'id': '47d8e046-f056-4ddf-a3ad-1cddba0b3502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '713f2278-266b-49e9-9a24-b85bc9e7017b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:09:46.634993 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8d314c-0390-4043-9437-b1b297155d6b admin admin] Network hostable DHCP agents. Network: 713f2278-266b-49e9-9a24-b85bc9e7017b, hostable agents: ['4e04494a-4007-4790-9de1-331780b361fc'], hosted agents: [] {{(pid=84418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 12:09:46.663380 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c669a-0ed9-4872-bb8e-788b33cf6210 req-cff2daf4-090b-4085-9ed5-9b41583cf5c5 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:46.664971 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6f1c669a-0ed9-4872-bb8e-788b33cf6210 req-cff2daf4-090b-4085-9ed5-9b41583cf5c5 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.1724095 Apr 05 12:09:46.670278 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8d314c-0390-4043-9437-b1b297155d6b admin admin] Network 713f2278-266b-49e9-9a24-b85bc9e7017b is scheduled to be hosted by DHCP agent 4e04494a-4007-4790-9de1-331780b361fc with binding_index 1 {{(pid=84418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 12:09:46.687559 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2592757c-a508-4999-8b75-a404dd352b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:46.693110 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2592757c-a508-4999-8b75-a404dd352b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:46.698126 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-0e8d314c-0390-4043-9437-b1b297155d6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-smb, 713f2278-266b-49e9-9a24-b85bc9e7017b) {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:09:46.702674 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-13c9eea5-ef76-4f2a-b0b0-fa0e4320a056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:46.706988 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454cb368-c246-4976-9c49-7d34fe34d642 None None] Network 713f2278-266b-49e9-9a24-b85bc9e7017b requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:09:46.723732 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8d314c-0390-4043-9437-b1b297155d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:46.724362 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0e8d314c-0390-4043-9437-b1b297155d6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:46.740861 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6f1c669a-0ed9-4872-bb8e-788b33cf6210 req-9e04bf35-477f-4e66-8961-51f80dce539b tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659826 Apr 05 12:09:46.753261 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 52354) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:46.753440 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-2592757c-a508-4999-8b75-a404dd352b99 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3f726922e5b4465baa13f6e30a5a76d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3428512 Apr 05 12:09:46.755258 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592757c-a508-4999-8b75-a404dd352b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4657a47-9b96-4de5-bc2c-45bb62fce0d7,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:46.758713 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2592757c-a508-4999-8b75-a404dd352b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:46.781944 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-0e8d314c-0390-4043-9437-b1b297155d6b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1960671 Apr 05 12:09:46.837111 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-09f4c4c7-f9d1-44d1-b432-104662dfe2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:46.865710 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-09f4c4c7-f9d1-44d1-b432-104662dfe2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:46.914625 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-09f4c4c7-f9d1-44d1-b432-104662dfe2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:46.919757 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9f48eda1-9471-4502-8b56-6a130642e868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:46.934904 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4c4c7-f9d1-44d1-b432-104662dfe2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4657a47-9b96-4de5-bc2c-45bb62fce0d7,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:46.937440 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-09f4c4c7-f9d1-44d1-b432-104662dfe2af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:46.940824 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-09f4c4c7-f9d1-44d1-b432-104662dfe2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:46.942584 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-09f4c4c7-f9d1-44d1-b432-104662dfe2af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d4657a47-9b96-4de5-bc2c-45bb62fce0d7 HTTP/1.1" status: 204 len: 168 time: 0.1859148 Apr 05 12:09:46.944868 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f86235e-5773-4e61-8681-64eebbb63d10 None None] Network 713f2278-266b-49e9-9a24-b85bc9e7017b requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:09:47.239027 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297ab36-6ea3-4716-a495-77c547f520ff req-bd7c50b3-555a-4e04-83bd-120611ad7bc6 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:47.240643 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d297ab36-6ea3-4716-a495-77c547f520ff req-bd7c50b3-555a-4e04-83bd-120611ad7bc6 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 932 time: 0.0973778 Apr 05 12:09:47.281698 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 52376) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:47.290555 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d297ab36-6ea3-4716-a495-77c547f520ff req-62a950d2-dd94-4ebd-b389-6fecb463291b tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430334 Apr 05 12:09:47.311302 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b24991c8-f4d2-43f8-89de-aed3543860ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:47.327511 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b24991c8-f4d2-43f8-89de-aed3543860ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:09:47.331550 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b24991c8-f4d2-43f8-89de-aed3543860ec admin admin] Usage tracker for resource:security_group_rule and tenant:01fb0381d89544c0b7e16f2966399f2b is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:09:47.334515 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b24991c8-f4d2-43f8-89de-aed3543860ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:09:47.340807 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b24991c8-f4d2-43f8-89de-aed3543860ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:09:47.430412 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b24991c8-f4d2-43f8-89de-aed3543860ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:47.433233 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b24991c8-f4d2-43f8-89de-aed3543860ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:47.442679 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0f77ff05-5675-4fa0-92e6-c224c62e535d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:47.488719 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-b24991c8-f4d2-43f8-89de-aed3543860ec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=01fb0381d89544c0b7e16f2966399f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2055655 Apr 05 12:09:47.489729 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24991c8-f4d2-43f8-89de-aed3543860ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a98bcd4-23d8-4cd2-93a6-1e633cc21551,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:47.491563 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 52384) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:47.492825 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b24991c8-f4d2-43f8-89de-aed3543860ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:47.517504 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 52388) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:47.523808 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-6ff9f37b-06b2-4079-8663-826c6f8c48fe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1390156502-network', 'tenant_id': 'd3f4cd0521e2459bae4eadaf039bf9e4'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:47.528734 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-6ff9f37b-06b2-4079-8663-826c6f8c48fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:09:47.533282 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-6ff9f37b-06b2-4079-8663-826c6f8c48fe admin admin] Usage tracker for resource:network and tenant:d3f4cd0521e2459bae4eadaf039bf9e4 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:09:47.536244 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-6ff9f37b-06b2-4079-8663-826c6f8c48fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:09:47.542184 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-6ff9f37b-06b2-4079-8663-826c6f8c48fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:09:47.552089 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff9f37b-06b2-4079-8663-826c6f8c48fe admin admin] Made reservation on behalf of d3f4cd0521e2459bae4eadaf039bf9e4 for: {'network': 1} {{(pid=84417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:09:47.556824 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6ff9f37b-06b2-4079-8663-826c6f8c48fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for network, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:47.559247 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f692c84-7079-488b-8e3a-3b0de183cdb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:47.570122 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6ff9f37b-06b2-4079-8663-826c6f8c48fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:47.586496 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f692c84-7079-488b-8e3a-3b0de183cdb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:47.586647 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-6ff9f37b-06b2-4079-8663-826c6f8c48fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:09:47.590491 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-6ff9f37b-06b2-4079-8663-826c6f8c48fe admin admin] Usage tracker for resource:security_group_rule and tenant:d3f4cd0521e2459bae4eadaf039bf9e4 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:09:47.593372 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-6ff9f37b-06b2-4079-8663-826c6f8c48fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:09:47.599342 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-6ff9f37b-06b2-4079-8663-826c6f8c48fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:09:47.631145 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f692c84-7079-488b-8e3a-3b0de183cdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:47.636313 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e7c562af-3465-4b70-910e-0237056086cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:47.649854 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f692c84-7079-488b-8e3a-3b0de183cdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a98bcd4-23d8-4cd2-93a6-1e633cc21551,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:47.652422 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5f692c84-7079-488b-8e3a-3b0de183cdb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:47.654511 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f692c84-7079-488b-8e3a-3b0de183cdb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:47.655730 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-5f692c84-7079-488b-8e3a-3b0de183cdb0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a98bcd4-23d8-4cd2-93a6-1e633cc21551 HTTP/1.1" status: 204 len: 168 time: 0.1621165 Apr 05 12:09:47.685992 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6ff9f37b-06b2-4079-8663-826c6f8c48fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:47.688923 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6ff9f37b-06b2-4079-8663-826c6f8c48fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:47.693177 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-088affe7-f00d-424a-b8f4-f02dadd4270c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:47.721648 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff9f37b-06b2-4079-8663-826c6f8c48fe admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=84417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 12:09:47.730583 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9f37b-06b2-4079-8663-826c6f8c48fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dc59fb-2b3e-4b26-add9-286b415cb965,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:47.734527 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6ff9f37b-06b2-4079-8663-826c6f8c48fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:47.737629 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6ff9f37b-06b2-4079-8663-826c6f8c48fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:47.737905 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-6ff9f37b-06b2-4079-8663-826c6f8c48fe admin admin] Added segment ce0e9ce7-4365-47a3-b7ba-52ed70776e98 of type vlan for network 4cb5c1a3-1f9a-4913-9c3e-adfeb8166c74 Apr 05 12:09:47.765075 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6ff9f37b-06b2-4079-8663-826c6f8c48fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757196486498'] for network, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:47.796052 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6ff9f37b-06b2-4079-8663-826c6f8c48fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739'] for network, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:47.798442 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff9f37b-06b2-4079-8663-826c6f8c48fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:47.799088 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6ff9f37b-06b2-4079-8663-826c6f8c48fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:47.809333 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:47.916308 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9f37b-06b2-4079-8663-826c6f8c48fe admin admin] Pushing event updated for resources: {'Network': ['ID=4cb5c1a3-1f9a-4913-9c3e-adfeb8166c74,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:47.920926 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6ff9f37b-06b2-4079-8663-826c6f8c48fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:47.929743 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-6ff9f37b-06b2-4079-8663-826c6f8c48fe admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4110572 Apr 05 12:09:47.931724 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Network 4cb5c1a3-1f9a-4913-9c3e-adfeb8166c74 details requested by agent ovs-agent-dv-cinder-784763-1-smb with host dv-cinder-784763-1-smb {{(pid=84419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 12:09:47.932645 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 52398) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:47.938923 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-d8ef9e07-2ccf-4076-ae6d-a1ebc6351262 admin admin] Request body: {'subnet': {'network_id': '4cb5c1a3-1f9a-4913-9c3e-adfeb8166c74', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1390156502-subnet', 'tenant_id': 'd3f4cd0521e2459bae4eadaf039bf9e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:47.945210 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d8ef9e07-2ccf-4076-ae6d-a1ebc6351262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:09:47.950185 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d8ef9e07-2ccf-4076-ae6d-a1ebc6351262 admin admin] Usage tracker for resource:subnet and tenant:d3f4cd0521e2459bae4eadaf039bf9e4 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:09:47.957905 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d8ef9e07-2ccf-4076-ae6d-a1ebc6351262 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:09:47.965367 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d8ef9e07-2ccf-4076-ae6d-a1ebc6351262 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:09:47.978359 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ef9e07-2ccf-4076-ae6d-a1ebc6351262 admin admin] Made reservation on behalf of d3f4cd0521e2459bae4eadaf039bf9e4 for: {'subnet': 1} {{(pid=84417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:09:47.984320 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfdb9b-695c-4588-ad30-6a06c0f196ce req-5dd94fb4-33ba-4f23-b5e5-0662820c0ed0 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:47.985929 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d8ef9e07-2ccf-4076-ae6d-a1ebc6351262 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844200963'] for subnet, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:47.986533 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-14bfdb9b-695c-4588-ad30-6a06c0f196ce req-5dd94fb4-33ba-4f23-b5e5-0662820c0ed0 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.1016574 Apr 05 12:09:48.280909 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-14bfdb9b-695c-4588-ad30-6a06c0f196ce req-c19ab8ab-89a1-4594-8263-ba76303488c6 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2880237 Apr 05 12:09:48.464101 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d8ef9e07-2ccf-4076-ae6d-a1ebc6351262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1643548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844201010'] for subnet, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:48.495815 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f7f5bc40-a8d2-4f98-9f10-b328497b6e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:48.505095 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf700a8-00c8-4193-ad7c-8262b496391d req-64460e5d-15fb-47a6-a5d1-a488707e36aa tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:48.506723 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-bcf700a8-00c8-4193-ad7c-8262b496391d req-64460e5d-15fb-47a6-a5d1-a488707e36aa tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 932 time: 0.0907652 Apr 05 12:09:48.561059 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-bcf700a8-00c8-4193-ad7c-8262b496391d req-0910c018-ea05-4d03-ae3d-6fdfde9c71a6 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466154 Apr 05 12:09:48.619413 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef9e07-2ccf-4076-ae6d-a1ebc6351262 admin admin] Pushing event updated for resources: {'Subnet': ['ID=defd5557-c4b6-474c-94ef-25280eb06016,revision_number=0']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:48.622245 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d8ef9e07-2ccf-4076-ae6d-a1ebc6351262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:48.685707 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ef9e07-2ccf-4076-ae6d-a1ebc6351262 admin admin] Checking segment: {'id': 'ce0e9ce7-4365-47a3-b7ba-52ed70776e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4cb5c1a3-1f9a-4913-9c3e-adfeb8166c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:09:48.686086 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ef9e07-2ccf-4076-ae6d-a1ebc6351262 admin admin] Network hostable DHCP agents. Network: 4cb5c1a3-1f9a-4913-9c3e-adfeb8166c74, hostable agents: ['4e04494a-4007-4790-9de1-331780b361fc'], hosted agents: [] {{(pid=84417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 12:09:48.705338 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ef9e07-2ccf-4076-ae6d-a1ebc6351262 admin admin] Network 4cb5c1a3-1f9a-4913-9c3e-adfeb8166c74 is scheduled to be hosted by DHCP agent 4e04494a-4007-4790-9de1-331780b361fc with binding_index 1 {{(pid=84417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 12:09:48.713651 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-d8ef9e07-2ccf-4076-ae6d-a1ebc6351262 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-smb, 4cb5c1a3-1f9a-4913-9c3e-adfeb8166c74) {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:09:48.723177 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ead15a-67cb-4dbc-b822-d183b6c8b366 None None] Network 4cb5c1a3-1f9a-4913-9c3e-adfeb8166c74 requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:09:48.725743 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ef9e07-2ccf-4076-ae6d-a1ebc6351262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:48.726500 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d8ef9e07-2ccf-4076-ae6d-a1ebc6351262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for subnet, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:48.745453 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-d8ef9e07-2ccf-4076-ae6d-a1ebc6351262 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8117213 Apr 05 12:09:48.950351 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9473b319-c55f-4a17-a7e6-e138aaccba5c None None] Network 4cb5c1a3-1f9a-4913-9c3e-adfeb8166c74 requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:09:49.493879 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-4285c72a-3ec7-4e0e-b548-4ef5de858b2b service neutron] Request body: {'port': {'device_id': '0820af4e-bc30-43d4-9417-799524039c4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:49.506008 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-f1990e80-19ed-4898-8442-be5f54db4961 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:49.507622 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-f1990e80-19ed-4898-8442-be5f54db4961 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/networks?id=713f2278-266b-49e9-9a24-b85bc9e7017b HTTP/1.1" status: 200 len: 808 time: 0.1600006 Apr 05 12:09:49.589449 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-f3b9cf67-83b1-4b20-8985-25518d7e1395 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/quotas/dd6e740d1a7d40c9a6dd16ea5ba39509 HTTP/1.1" status: 200 len: 375 time: 0.0744960 Apr 05 12:09:49.636782 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-4285c72a-3ec7-4e0e-b548-4ef5de858b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:49.660403 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-b3f9410c-e703-4d84-8807-6de364f242e2 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=dd6e740d1a7d40c9a6dd16ea5ba39509&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699835 Apr 05 12:09:49.699738 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abdb83-7dfa-4f11-825f-6cf8844dc1f8 req-43166eaf-4c88-4ebf-a3ef-1f2a81ef0a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:49.701341 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-78abdb83-7dfa-4f11-825f-6cf8844dc1f8 req-43166eaf-4c88-4ebf-a3ef-1f2a81ef0a64 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=537a3b807ea2432fbf1daf2fef94185e&device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 1098 time: 0.1878066 Apr 05 12:09:49.937050 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-7dd9ac57-a2e7-4cd7-b9b5-37d37db8ba6d service neutron] 10.222.0.26 "GET /v2.0/networks/713f2278-266b-49e9-9a24-b85bc9e7017b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682769 Apr 05 12:09:49.961584 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37773e09-2fdc-45c3-ad9f-c02aaad22e50 req-bec04ccf-463e-483d-9471-8fefbb9716fd tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:49.963167 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-37773e09-2fdc-45c3-ad9f-c02aaad22e50 req-bec04ccf-463e-483d-9471-8fefbb9716fd tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.2084227 Apr 05 12:09:49.992867 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abdb83-7dfa-4f11-825f-6cf8844dc1f8 req-3c9b06dc-5aaf-4716-824e-b728596fe856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:49.994457 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-78abdb83-7dfa-4f11-825f-6cf8844dc1f8 req-3c9b06dc-5aaf-4716-824e-b728596fe856 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c8b603c3-054c-48fb-be51-22ffd400d7ad HTTP/1.1" status: 200 len: 910 time: 0.2767608 Apr 05 12:09:50.061415 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-37773e09-2fdc-45c3-ad9f-c02aaad22e50 req-8133bd65-6fab-45c3-adcf-ea4392a48e8a tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912352 Apr 05 12:09:50.181623 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-78abdb83-7dfa-4f11-825f-6cf8844dc1f8 req-c92346a5-efaf-42ad-8bcc-2dd1d8ef7529 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d453ac47-aecb-4c22-9e51-c391eb3fa395 HTTP/1.1" status: 200 len: 1001 time: 0.1335335 Apr 05 12:09:50.185017 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-dcbbd9e2-0197-406f-869a-773f9b9a91af service neutron] 10.222.0.26 "GET /v2.0/networks/713f2278-266b-49e9-9a24-b85bc9e7017b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384157 Apr 05 12:09:50.258933 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abdb83-7dfa-4f11-825f-6cf8844dc1f8 req-b52c7e65-9d4a-450c-b2c4-5f2360718e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:50.260553 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-78abdb83-7dfa-4f11-825f-6cf8844dc1f8 req-b52c7e65-9d4a-450c-b2c4-5f2360718e04 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7655aa3d-4c5c-48da-8a0c-9704fa2a3313 HTTP/1.1" status: 200 len: 848 time: 0.0681441 Apr 05 12:09:50.303356 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-4285c72a-3ec7-4e0e-b548-4ef5de858b2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75845820-fbee-468c-b268-d6d400e77f3a {{(pid=84417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:09:50.315152 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-4285c72a-3ec7-4e0e-b548-4ef5de858b2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:50.338677 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-4285c72a-3ec7-4e0e-b548-4ef5de858b2b service neutron] Transition to ACTIVE for port object 75845820-fbee-468c-b268-d6d400e77f3a will not be triggered until provisioned by entity L2. {{(pid=84417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:09:50.348394 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd981e5-2aa1-4882-be3e-a2c674fd8275 req-e2a0ba25-14c8-41d9-9aea-ce2c51526f5a tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:50.349166 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-4bd981e5-2aa1-4882-be3e-a2c674fd8275 req-e2a0ba25-14c8-41d9-9aea-ce2c51526f5a tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Synchronizing usage tracker for tenant:f8d81770d2fd44d7834fe19f72c36891 on resource:port {{(pid=84417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:09:50.353915 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-4285c72a-3ec7-4e0e-b548-4ef5de858b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853132046'] for port, after_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:50.366193 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abdb83-7dfa-4f11-825f-6cf8844dc1f8 req-d73d07cc-9b4b-40db-ac39-373b4c1ebd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:50.368837 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-78abdb83-7dfa-4f11-825f-6cf8844dc1f8 req-d73d07cc-9b4b-40db-ac39-373b4c1ebd84 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c8b603c3-054c-48fb-be51-22ffd400d7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0993586 Apr 05 12:09:50.369773 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-78400f9a-243d-4da4-9df8-7e74600c3e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:50.459644 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-4bd981e5-2aa1-4882-be3e-a2c674fd8275 req-e2a0ba25-14c8-41d9-9aea-ce2c51526f5a tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Unset dirty status for tenant:f8d81770d2fd44d7834fe19f72c36891 on resource:port {{(pid=84417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:09:50.460864 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4bd981e5-2aa1-4882-be3e-a2c674fd8275 req-e2a0ba25-14c8-41d9-9aea-ce2c51526f5a tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 932 time: 0.2899485 Apr 05 12:09:50.461714 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-cf928e99-680b-4959-8ffd-b4dc12a6a1aa req-1150d369-a138-469b-9166-6eb7a0123213 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/ports?device_id=a92be572-6d8a-43ab-b5c8-92504ab5be6b HTTP/1.1" status: 200 len: 210 time: 0.0909166 Apr 05 12:09:50.547063 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285c72a-3ec7-4e0e-b548-4ef5de858b2b service neutron] Pushing event updated for resources: {'Port': ['ID=75845820-fbee-468c-b268-d6d400e77f3a,revision_number=2']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:50.555337 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4285c72a-3ec7-4e0e-b548-4ef5de858b2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:50.581847 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-78abdb83-7dfa-4f11-825f-6cf8844dc1f8 req-e0e4da7b-7a5b-4164-974b-65bbf50c41be service neutron] 10.222.0.32 "GET /v2.0/networks/c8b603c3-054c-48fb-be51-22ffd400d7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717005 Apr 05 12:09:50.598558 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4bd981e5-2aa1-4882-be3e-a2c674fd8275 req-2daa93f0-f07f-4ba7-8716-b6c5f55b8a27 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895576 Apr 05 12:09:50.745057 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-78abdb83-7dfa-4f11-825f-6cf8844dc1f8 req-a4034376-4433-476a-b34a-69b591a8756e service neutron] 10.222.0.32 "GET /v2.0/networks/c8b603c3-054c-48fb-be51-22ffd400d7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557922 Apr 05 12:09:50.838889 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-4285c72a-3ec7-4e0e-b548-4ef5de858b2b service neutron] Attempting to bind port 75845820-fbee-468c-b268-d6d400e77f3a on host hv-cinder-78476 for vnic_type normal with profile {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:09:50.839365 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-4285c72a-3ec7-4e0e-b548-4ef5de858b2b service neutron] Attempting to bind port 75845820-fbee-468c-b268-d6d400e77f3a by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '1bdecabc-5534-43a9-abff-d8e78826a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec78b1d2-852f-4bf9-9578-58aa877b687e'}] {{(pid=84417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:09:50.839817 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-4285c72a-3ec7-4e0e-b548-4ef5de858b2b service neutron] Attempting to bind port 75845820-fbee-468c-b268-d6d400e77f3a on network ec78b1d2-852f-4bf9-9578-58aa877b687e {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:09:50.846205 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-4285c72a-3ec7-4e0e-b548-4ef5de858b2b service neutron] Port 75845820-fbee-468c-b268-d6d400e77f3a on network ec78b1d2-852f-4bf9-9578-58aa877b687e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 12:09:50.846573 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-4285c72a-3ec7-4e0e-b548-4ef5de858b2b service neutron] Attempting to bind port 75845820-fbee-468c-b268-d6d400e77f3a on network ec78b1d2-852f-4bf9-9578-58aa877b687e {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:09:50.852552 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-4285c72a-3ec7-4e0e-b548-4ef5de858b2b service neutron] Checking agent: {'id': 'b4ce1f0a-2cfc-4a41-8c75-ffa3be69bd3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:09:50.852931 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-4285c72a-3ec7-4e0e-b548-4ef5de858b2b service neutron] Checking segment: {'id': '1bdecabc-5534-43a9-abff-d8e78826a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec78b1d2-852f-4bf9-9578-58aa877b687e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:09:50.853352 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-4285c72a-3ec7-4e0e-b548-4ef5de858b2b service neutron] Bound using segment: {'id': '1bdecabc-5534-43a9-abff-d8e78826a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec78b1d2-852f-4bf9-9578-58aa877b687e'} {{(pid=84417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:09:50.853857 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-4285c72a-3ec7-4e0e-b548-4ef5de858b2b service neutron] Bound port: 75845820-fbee-468c-b268-d6d400e77f3a, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bdecabc-5534-43a9-abff-d8e78826a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec78b1d2-852f-4bf9-9578-58aa877b687e'}}] {{(pid=84417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:09:50.854244 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-4285c72a-3ec7-4e0e-b548-4ef5de858b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:51.175126 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-4285c72a-3ec7-4e0e-b548-4ef5de858b2b service neutron] For port 75845820-fbee-468c-b268-d6d400e77f3a, host hv-cinder-78476, cleared binding levels {{(pid=84417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:09:51.179046 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-4285c72a-3ec7-4e0e-b548-4ef5de858b2b service neutron] For port 75845820-fbee-468c-b268-d6d400e77f3a, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=75845820-fbee-468c-b268-d6d400e77f3a,segment=NetworkSegment(1bdecabc-5534-43a9-abff-d8e78826a5b3),segment_id=1bdecabc-5534-43a9-abff-d8e78826a5b3)] {{(pid=84417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:09:51.185733 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-4285c72a-3ec7-4e0e-b548-4ef5de858b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853132046'] for port, after_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:51.204120 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9fea02c2-2466-4401-9d40-d8ae1418bdce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:51.415874 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285c72a-3ec7-4e0e-b548-4ef5de858b2b service neutron] Pushing event updated for resources: {'Port': ['ID=75845820-fbee-468c-b268-d6d400e77f3a,revision_number=3']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:51.423086 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4285c72a-3ec7-4e0e-b548-4ef5de858b2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:51.470815 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-4285c72a-3ec7-4e0e-b548-4ef5de858b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:51.471483 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-4285c72a-3ec7-4e0e-b548-4ef5de858b2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:51.472944 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-4285c72a-3ec7-4e0e-b548-4ef5de858b2b service neutron] 10.222.0.32 "PUT /v2.0/ports/75845820-fbee-468c-b268-d6d400e77f3a HTTP/1.1" status: 200 len: 1094 time: 1.9840641 Apr 05 12:09:51.481615 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e38a2-9b21-4ec8-9666-071d444765d4 req-3a812e93-f085-40c5-a182-337001bbe48c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:51.485585 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c72e38a2-9b21-4ec8-9666-071d444765d4 req-3a812e93-f085-40c5-a182-337001bbe48c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.2453344 Apr 05 12:09:51.486189 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0820af4e-bc30-43d4-9417-799524039c4b', 'tag': '75845820-fbee-468c-b268-d6d400e77f3a'}] {{(pid=84417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:09:51.555598 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c72e38a2-9b21-4ec8-9666-071d444765d4 req-1a79ecb5-61dc-41b9-9eeb-c18628ea7795 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543933 Apr 05 12:09:51.639328 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0820af4e-bc30-43d4-9417-799524039c4b', 'tag': '75845820-fbee-468c-b268-d6d400e77f3a', 'status': 'completed', 'code': 200} Apr 05 12:09:51.695716 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-27a66597-c4b2-45f7-adfc-6e1d0c4e4c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:51.697848 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-27a66597-c4b2-45f7-adfc-6e1d0c4e4c07 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8d81770d2fd44d7834fe19f72c36891&device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 1097 time: 0.1325808 Apr 05 12:09:51.778414 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c37c5ada-db04-43a9-ac90-9d107b1abbe4 req-a60db036-596d-43b6-85c1-9df1f1ee6317 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/ports?device_id=a92be572-6d8a-43ab-b5c8-92504ab5be6b HTTP/1.1" status: 200 len: 210 time: 0.1436028 Apr 05 12:09:51.780576 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-dfc8d09c-2f05-482b-8f30-34d8742dd070 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75845820-fbee-468c-b268-d6d400e77f3a HTTP/1.1" status: 200 len: 217 time: 0.0746322 Apr 05 12:09:51.873547 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-5f43e22b-93dc-474f-a809-9813ec3ec222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:51.875782 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-5f43e22b-93dc-474f-a809-9813ec3ec222 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=94f6df90-74f4-4bb0-84fb-b014c2dc31ba HTTP/1.1" status: 200 len: 854 time: 0.0871983 Apr 05 12:09:51.905613 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-0e3ba70c-dfdb-45e3-8d5b-1aaf1b91db28 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:51.907422 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-0e3ba70c-dfdb-45e3-8d5b-1aaf1b91db28 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.32 "GET /v2.0/networks?id=713f2278-266b-49e9-9a24-b85bc9e7017b HTTP/1.1" status: 200 len: 808 time: 0.3199844 Apr 05 12:09:51.958242 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-17334b73-cbaa-4cae-9975-3cde7cd5f16b tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Request body: {'port': {'device_id': 'a92be572-6d8a-43ab-b5c8-92504ab5be6b', 'network_id': '713f2278-266b-49e9-9a24-b85bc9e7017b', 'admin_state_up': True, 'tenant_id': 'dd6e740d1a7d40c9a6dd16ea5ba39509'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:51.978720 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-21fb50fc-6d5e-4ff9-a44e-948a57b8596c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:51.980263 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-21fb50fc-6d5e-4ff9-a44e-948a57b8596c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec78b1d2-852f-4bf9-9578-58aa877b687e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0975955 Apr 05 12:09:52.181862 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbf70b-f930-49e5-8709-c3e541f13883 req-ae6a9343-7239-49a0-aa21-09ed3a7fed07 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:52.183482 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9cbbf70b-f930-49e5-8709-c3e541f13883 req-ae6a9343-7239-49a0-aa21-09ed3a7fed07 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 944 time: 0.2742274 Apr 05 12:09:52.199072 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-9f493aaf-9c57-4025-840d-d32a9bcc830e service neutron] 10.222.0.32 "GET /v2.0/networks/ec78b1d2-852f-4bf9-9578-58aa877b687e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110629 Apr 05 12:09:52.233835 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-17334b73-cbaa-4cae-9975-3cde7cd5f16b tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:09:52.239395 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fffba0-7fdf-476c-b16d-82927c6423a0 req-03ad862d-b072-492b-a238-c161f514d959 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:52.241035 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b0fffba0-7fdf-476c-b16d-82927c6423a0 req-03ad862d-b072-492b-a238-c161f514d959 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.1499343 Apr 05 12:09:52.243998 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-17334b73-cbaa-4cae-9975-3cde7cd5f16b tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Usage tracker for resource:port and tenant:dd6e740d1a7d40c9a6dd16ea5ba39509 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:09:52.257627 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-17334b73-cbaa-4cae-9975-3cde7cd5f16b tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:09:52.264416 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970db14-1fc5-4e13-bffc-eca11a71d995 req-6eee00c4-d0d5-46fb-9956-3f16c5cfa5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:52.266360 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7970db14-1fc5-4e13-bffc-eca11a71d995 req-6eee00c4-d0d5-46fb-9956-3f16c5cfa5c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddc3c61214c148ae9122b41d30482408&device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 1099 time: 0.1902659 Apr 05 12:09:52.274877 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-17334b73-cbaa-4cae-9975-3cde7cd5f16b tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:09:52.279371 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9cbbf70b-f930-49e5-8709-c3e541f13883 req-6ea67407-acd1-4ab9-82c2-e4d956f7979d tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786695 Apr 05 12:09:52.328136 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-17334b73-cbaa-4cae-9975-3cde7cd5f16b tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Made reservation on behalf of dd6e740d1a7d40c9a6dd16ea5ba39509 for: {'port': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:09:52.334146 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-17334b73-cbaa-4cae-9975-3cde7cd5f16b tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:52.372766 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b0fffba0-7fdf-476c-b16d-82927c6423a0 req-99eb85a1-3fd3-42fa-b1e8-25d8e32c5d1a tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203115 Apr 05 12:09:52.435561 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-be27a9e0-8b2f-47da-abe9-de8bcb397a17 req-60f11048-4188-416d-97f2-8272e1873cc9 service neutron] 10.222.0.32 "GET /v2.0/networks/ec78b1d2-852f-4bf9-9578-58aa877b687e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285135 Apr 05 12:09:52.510962 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970db14-1fc5-4e13-bffc-eca11a71d995 req-1f191aba-45fb-4b43-ac3b-d20279366332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:52.512607 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7970db14-1fc5-4e13-bffc-eca11a71d995 req-1f191aba-45fb-4b43-ac3b-d20279366332 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 HTTP/1.1" status: 200 len: 911 time: 0.2389164 Apr 05 12:09:52.564464 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4cedf-377f-4eeb-a27c-6fbb7dc6e42e req-df930d7e-4589-4bb7-a9ee-b97f7c961ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:52.566132 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-89d4cedf-377f-4eeb-a27c-6fbb7dc6e42e req-df930d7e-4589-4bb7-a9ee-b97f7c961ddd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8d81770d2fd44d7834fe19f72c36891&device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 1097 time: 0.0869486 Apr 05 12:09:52.674046 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-17334b73-cbaa-4cae-9975-3cde7cd5f16b tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Allocated IP 172.20.0.4 (713f2278-266b-49e9-9a24-b85bc9e7017b/43bdaed8-88bc-47b9-87eb-4d7d431f86f2/70875285-af4a-41ed-b88c-9a0c7df07ccb) {{(pid=84418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:09:52.705304 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7970db14-1fc5-4e13-bffc-eca11a71d995 req-45977058-bb96-496a-bbb7-63e34316b362 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58362b7c-bead-43a0-8ba6-003b0b5099bc HTTP/1.1" status: 200 len: 1002 time: 0.1244721 Apr 05 12:09:52.724063 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4cedf-377f-4eeb-a27c-6fbb7dc6e42e req-264af442-100b-4568-a962-f1548a2a9f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:52.725781 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-89d4cedf-377f-4eeb-a27c-6fbb7dc6e42e req-264af442-100b-4568-a962-f1548a2a9f6f service neutron] 10.222.0.32 "GET /v2.0/networks?id=ec78b1d2-852f-4bf9-9578-58aa877b687e HTTP/1.1" status: 200 len: 916 time: 0.1456060 Apr 05 12:09:52.801965 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-89d4cedf-377f-4eeb-a27c-6fbb7dc6e42e req-42490321-7f0e-43e6-a8bf-70391f86863c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75845820-fbee-468c-b268-d6d400e77f3a HTTP/1.1" status: 200 len: 217 time: 0.0699615 Apr 05 12:09:52.846566 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 52534) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:52.884251 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4cedf-377f-4eeb-a27c-6fbb7dc6e42e req-dca0d8cd-5719-4953-bf91-cd651a785055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:52.885881 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-89d4cedf-377f-4eeb-a27c-6fbb7dc6e42e req-dca0d8cd-5719-4953-bf91-cd651a785055 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=94f6df90-74f4-4bb0-84fb-b014c2dc31ba HTTP/1.1" status: 200 len: 854 time: 0.0768216 Apr 05 12:09:52.979632 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4cedf-377f-4eeb-a27c-6fbb7dc6e42e req-52204734-4f37-4c20-a32b-9c4addac317c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:52.981273 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-89d4cedf-377f-4eeb-a27c-6fbb7dc6e42e req-52204734-4f37-4c20-a32b-9c4addac317c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec78b1d2-852f-4bf9-9578-58aa877b687e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0879960 Apr 05 12:09:53.045466 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-81724e45-9118-4fd5-94c6-f942f134ceb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:53.086389 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970db14-1fc5-4e13-bffc-eca11a71d995 req-79708cc0-3e3d-4e6e-afba-35e49da0b80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:53.087835 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7970db14-1fc5-4e13-bffc-eca11a71d995 req-79708cc0-3e3d-4e6e-afba-35e49da0b80c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e2cc0a18-1ec0-47fc-acf4-d5c1651f886a HTTP/1.1" status: 200 len: 849 time: 0.3679962 Apr 05 12:09:53.122994 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-81724e45-9118-4fd5-94c6-f942f134ceb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:09:53.135855 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-81724e45-9118-4fd5-94c6-f942f134ceb7 admin admin] Usage tracker for resource:security_group_rule and tenant:72a55795e5244de5a222a6e1862f7c3d is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:09:53.140634 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-81724e45-9118-4fd5-94c6-f942f134ceb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:09:53.149495 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-81724e45-9118-4fd5-94c6-f942f134ceb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:09:53.192328 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-89d4cedf-377f-4eeb-a27c-6fbb7dc6e42e req-3ead81ed-c145-477c-8e70-78df8faf3a8b service neutron] 10.222.0.32 "GET /v2.0/networks/ec78b1d2-852f-4bf9-9578-58aa877b687e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038751 Apr 05 12:09:53.236523 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1cca9d50-03cb-4e72-bb3e-f0f21fe283bb req-837e9b46-db8c-477e-8331-3e54a4b7c849 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/ports?device_id=a92be572-6d8a-43ab-b5c8-92504ab5be6b HTTP/1.1" status: 200 len: 210 time: 0.1569796 Apr 05 12:09:53.323840 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-17334b73-cbaa-4cae-9975-3cde7cd5f16b tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Notify callbacks [] for port, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:53.336131 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970db14-1fc5-4e13-bffc-eca11a71d995 req-e8066c9f-fc19-4754-b627-06fdacd1b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:53.338074 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7970db14-1fc5-4e13-bffc-eca11a71d995 req-e8066c9f-fc19-4754-b627-06fdacd1b616 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2096734 Apr 05 12:09:53.408976 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-89d4cedf-377f-4eeb-a27c-6fbb7dc6e42e req-1fd9cad3-ce52-491e-8160-ae053e6fcb84 service neutron] 10.222.0.32 "GET /v2.0/networks/ec78b1d2-852f-4bf9-9578-58aa877b687e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066076 Apr 05 12:09:53.411133 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-81724e45-9118-4fd5-94c6-f942f134ceb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:53.460474 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-81724e45-9118-4fd5-94c6-f942f134ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:53.470150 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ec22b8b8-1a8f-4d33-9f7f-bb38973cb242 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:53.488377 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-17334b73-cbaa-4cae-9975-3cde7cd5f16b tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:53.505996 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-28ab5689-2122-436b-9b9b-51ec33a4778c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:53.525076 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81724e45-9118-4fd5-94c6-f942f134ceb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2394668d-be3f-47fc-acab-aa47d8836621,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:53.530380 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-81724e45-9118-4fd5-94c6-f942f134ceb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:53.542047 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-81724e45-9118-4fd5-94c6-f942f134ceb7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=72a55795e5244de5a222a6e1862f7c3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6884041 Apr 05 12:09:53.542047 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 52546) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:53.602917 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8bef5-42ec-48f9-8b67-e8ac2d046c12 req-4c71c419-3d6a-4560-998a-63f90dcbcffb tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:53.604540 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a0f8bef5-42ec-48f9-8b67-e8ac2d046c12 req-4c71c419-3d6a-4560-998a-63f90dcbcffb tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 944 time: 0.1990831 Apr 05 12:09:53.644498 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-14a668f0-5667-4a7e-8489-e82307a59dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:53.688067 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a0f8bef5-42ec-48f9-8b67-e8ac2d046c12 req-469be346-8c68-4e10-a1c7-c4af5eb91fa5 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757380 Apr 05 12:09:53.693013 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-14a668f0-5667-4a7e-8489-e82307a59dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:53.701110 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7970db14-1fc5-4e13-bffc-eca11a71d995 req-a520d722-40f1-430b-bfde-443766334852 service neutron] 10.222.0.32 "GET /v2.0/networks/ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523006 Apr 05 12:09:53.722626 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17334b73-cbaa-4cae-9975-3cde7cd5f16b tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Pushing event updated for resources: {'Port': ['ID=70875285-af4a-41ed-b88c-9a0c7df07ccb,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:53.740314 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-14a668f0-5667-4a7e-8489-e82307a59dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:53.745658 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6ff9f37b-06b2-4079-8663-826c6f8c48fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:53.751398 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-17334b73-cbaa-4cae-9975-3cde7cd5f16b tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:53.759932 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a668f0-5667-4a7e-8489-e82307a59dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2394668d-be3f-47fc-acab-aa47d8836621,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:53.762927 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-14a668f0-5667-4a7e-8489-e82307a59dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:53.763902 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-14a668f0-5667-4a7e-8489-e82307a59dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:53.768327 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-14a668f0-5667-4a7e-8489-e82307a59dfa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2394668d-be3f-47fc-acab-aa47d8836621 HTTP/1.1" status: 204 len: 168 time: 0.2226655 Apr 05 12:09:53.903925 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-17334b73-cbaa-4cae-9975-3cde7cd5f16b tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Network 713f2278-266b-49e9-9a24-b85bc9e7017b is already hosted by enough agents. {{(pid=84418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:09:53.920557 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815044d-f6ed-4b9e-93a6-a3018c6f59bc req-2d259f31-b555-4b38-be4a-fe363e5685cc tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:53.922181 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7815044d-f6ed-4b9e-93a6-a3018c6f59bc req-2d259f31-b555-4b38-be4a-fe363e5685cc tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.3838947 Apr 05 12:09:53.923040 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-17334b73-cbaa-4cae-9975-3cde7cd5f16b tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Resources bound (agent type, host, resource id): {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:09:53.927451 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-17334b73-cbaa-4cae-9975-3cde7cd5f16b tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Received port after_create {{(pid=84418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:09:53.993869 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7970db14-1fc5-4e13-bffc-eca11a71d995 req-3e0f1caf-36b8-4571-b9c9-80ae97a014fa service neutron] 10.222.0.32 "GET /v2.0/networks/ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763700 Apr 05 12:09:54.033832 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-17334b73-cbaa-4cae-9975-3cde7cd5f16b tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:54.034495 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-17334b73-cbaa-4cae-9975-3cde7cd5f16b tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:54.044172 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7815044d-f6ed-4b9e-93a6-a3018c6f59bc req-77db29f4-c453-4ae5-b415-fe136a3e5dd8 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818770 Apr 05 12:09:54.060016 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-17334b73-cbaa-4cae-9975-3cde7cd5f16b tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1108418 Apr 05 12:09:54.064107 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 52554) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:54.084395 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-bbd7b76f-8c85-460f-ad59-f686cc9e59a2 service neutron] Request body: {'port': {'device_id': 'a92be572-6d8a-43ab-b5c8-92504ab5be6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:54.123420 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2e9f04f9-a772-47ae-b6ed-7f764a8f75b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:54.157279 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-2e9f04f9-a772-47ae-b6ed-7f764a8f75b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:09:54.164431 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-2e9f04f9-a772-47ae-b6ed-7f764a8f75b3 admin admin] Usage tracker for resource:security_group_rule and tenant:2c68369448f744faa8962cfa38c2d185 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:09:54.201009 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-2e9f04f9-a772-47ae-b6ed-7f764a8f75b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:09:54.214137 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-2e9f04f9-a772-47ae-b6ed-7f764a8f75b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:09:54.246295 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-bbd7b76f-8c85-460f-ad59-f686cc9e59a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:54.556074 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2e9f04f9-a772-47ae-b6ed-7f764a8f75b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:54.569897 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2e9f04f9-a772-47ae-b6ed-7f764a8f75b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:54.582600 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:54.656510 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-2e9f04f9-a772-47ae-b6ed-7f764a8f75b3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2c68369448f744faa8962cfa38c2d185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5906947 Apr 05 12:09:54.659266 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 52564) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:54.664811 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc9dcb-90e3-4b97-b851-d67328641b47 req-a6911117-8736-4117-9f2e-05f237792511 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:54.665580 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-c8fc9dcb-90e3-4b97-b851-d67328641b47 req-a6911117-8736-4117-9f2e-05f237792511 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Synchronizing usage tracker for tenant:dd6e740d1a7d40c9a6dd16ea5ba39509 on resource:port {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:09:54.680846 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f04f9-a772-47ae-b6ed-7f764a8f75b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d450e574-8624-40ee-8ddf-9c358355c7c7,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:54.701946 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2e9f04f9-a772-47ae-b6ed-7f764a8f75b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:54.725478 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-43ce0fcc-fc28-49c9-97cf-31b3346e8764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:54.753919 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-43ce0fcc-fc28-49c9-97cf-31b3346e8764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:54.768630 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-c8fc9dcb-90e3-4b97-b851-d67328641b47 req-a6911117-8736-4117-9f2e-05f237792511 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Unset dirty status for tenant:dd6e740d1a7d40c9a6dd16ea5ba39509 on resource:port {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:09:54.769938 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c8fc9dcb-90e3-4b97-b851-d67328641b47 req-a6911117-8736-4117-9f2e-05f237792511 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/ports?device_id=a92be572-6d8a-43ab-b5c8-92504ab5be6b HTTP/1.1" status: 200 len: 931 time: 0.3928838 Apr 05 12:09:54.802334 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-43ce0fcc-fc28-49c9-97cf-31b3346e8764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:54.807716 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2b185c4e-8c9d-4b9b-a968-d446a51e961d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:54.822668 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce0fcc-fc28-49c9-97cf-31b3346e8764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d450e574-8624-40ee-8ddf-9c358355c7c7,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:54.825116 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-43ce0fcc-fc28-49c9-97cf-31b3346e8764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:54.826372 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-43ce0fcc-fc28-49c9-97cf-31b3346e8764 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d450e574-8624-40ee-8ddf-9c358355c7c7 HTTP/1.1" status: 204 len: 168 time: 0.1660652 Apr 05 12:09:54.827359 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-43ce0fcc-fc28-49c9-97cf-31b3346e8764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:54.858330 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c8fc9dcb-90e3-4b97-b851-d67328641b47 req-08e7bbc0-ffbf-44c1-a06f-b9dbfd522f1a tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/security-groups?id=c70898dd-827f-4dae-9095-041b11d97a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807457 Apr 05 12:09:54.933182 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99987600-7b27-4b86-8ee1-ba0c6205a62e req-71e4dadb-319f-43a4-8a73-598b400cfd98 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:54.934811 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-99987600-7b27-4b86-8ee1-ba0c6205a62e req-71e4dadb-319f-43a4-8a73-598b400cfd98 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 944 time: 0.0894678 Apr 05 12:09:54.969827 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-bbd7b76f-8c85-460f-ad59-f686cc9e59a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70875285-af4a-41ed-b88c-9a0c7df07ccb {{(pid=84418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:09:54.978987 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-bbd7b76f-8c85-460f-ad59-f686cc9e59a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:54.988893 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-99987600-7b27-4b86-8ee1-ba0c6205a62e req-78e258a7-4153-4814-9a6f-8d52b72adf8f tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463543 Apr 05 12:09:54.996412 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-bbd7b76f-8c85-460f-ad59-f686cc9e59a2 service neutron] Transition to ACTIVE for port object 70875285-af4a-41ed-b88c-9a0c7df07ccb will not be triggered until provisioned by entity L2. {{(pid=84418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:09:54.999389 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-bbd7b76f-8c85-460f-ad59-f686cc9e59a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626450'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:55.019003 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-17334b73-cbaa-4cae-9975-3cde7cd5f16b tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:55.158174 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7b76f-8c85-460f-ad59-f686cc9e59a2 service neutron] Pushing event updated for resources: {'Port': ['ID=70875285-af4a-41ed-b88c-9a0c7df07ccb,revision_number=2']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:55.163263 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-bbd7b76f-8c85-460f-ad59-f686cc9e59a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:55.430596 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c639f6-5637-4caf-bfe3-63373c364182 req-0b15515b-7f3b-4839-852a-b78ae9ce4e3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:55.432247 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d1c639f6-5637-4caf-bfe3-63373c364182 req-0b15515b-7f3b-4839-852a-b78ae9ce4e3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.2621667 Apr 05 12:09:55.489123 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-bbd7b76f-8c85-460f-ad59-f686cc9e59a2 service neutron] Attempting to bind port 70875285-af4a-41ed-b88c-9a0c7df07ccb on host hv-cinder-78476 for vnic_type normal with profile {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:09:55.489510 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-bbd7b76f-8c85-460f-ad59-f686cc9e59a2 service neutron] Attempting to bind port 70875285-af4a-41ed-b88c-9a0c7df07ccb by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '47d8e046-f056-4ddf-a3ad-1cddba0b3502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '713f2278-266b-49e9-9a24-b85bc9e7017b'}] {{(pid=84418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:09:55.489900 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-bbd7b76f-8c85-460f-ad59-f686cc9e59a2 service neutron] Attempting to bind port 70875285-af4a-41ed-b88c-9a0c7df07ccb on network 713f2278-266b-49e9-9a24-b85bc9e7017b {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:09:55.498265 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-bbd7b76f-8c85-460f-ad59-f686cc9e59a2 service neutron] Port 70875285-af4a-41ed-b88c-9a0c7df07ccb on network 713f2278-266b-49e9-9a24-b85bc9e7017b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 12:09:55.498626 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-bbd7b76f-8c85-460f-ad59-f686cc9e59a2 service neutron] Attempting to bind port 70875285-af4a-41ed-b88c-9a0c7df07ccb on network 713f2278-266b-49e9-9a24-b85bc9e7017b {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:09:55.505189 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d1c639f6-5637-4caf-bfe3-63373c364182 req-6d090938-e59f-4e16-bef8-043fa9db1692 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656505 Apr 05 12:09:55.507772 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-bbd7b76f-8c85-460f-ad59-f686cc9e59a2 service neutron] Checking agent: {'id': 'b4ce1f0a-2cfc-4a41-8c75-ffa3be69bd3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:09:55.508147 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-bbd7b76f-8c85-460f-ad59-f686cc9e59a2 service neutron] Checking segment: {'id': '47d8e046-f056-4ddf-a3ad-1cddba0b3502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '713f2278-266b-49e9-9a24-b85bc9e7017b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:09:55.508691 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-bbd7b76f-8c85-460f-ad59-f686cc9e59a2 service neutron] Bound using segment: {'id': '47d8e046-f056-4ddf-a3ad-1cddba0b3502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '713f2278-266b-49e9-9a24-b85bc9e7017b'} {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:09:55.508996 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-bbd7b76f-8c85-460f-ad59-f686cc9e59a2 service neutron] Bound port: 70875285-af4a-41ed-b88c-9a0c7df07ccb, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d8e046-f056-4ddf-a3ad-1cddba0b3502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '713f2278-266b-49e9-9a24-b85bc9e7017b'}}] {{(pid=84418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:09:55.509377 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-bbd7b76f-8c85-460f-ad59-f686cc9e59a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:55.607834 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-bbd7b76f-8c85-460f-ad59-f686cc9e59a2 service neutron] For port 70875285-af4a-41ed-b88c-9a0c7df07ccb, host hv-cinder-78476, cleared binding levels {{(pid=84418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:09:55.611454 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-bbd7b76f-8c85-460f-ad59-f686cc9e59a2 service neutron] For port 70875285-af4a-41ed-b88c-9a0c7df07ccb, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=70875285-af4a-41ed-b88c-9a0c7df07ccb,segment=NetworkSegment(47d8e046-f056-4ddf-a3ad-1cddba0b3502),segment_id=47d8e046-f056-4ddf-a3ad-1cddba0b3502)] {{(pid=84418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:09:55.614839 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-bbd7b76f-8c85-460f-ad59-f686cc9e59a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626450'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:55.630388 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2a23d11a-c59b-42ec-8509-d97a8a4cb86a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:55.780710 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7b76f-8c85-460f-ad59-f686cc9e59a2 service neutron] Pushing event updated for resources: {'Port': ['ID=70875285-af4a-41ed-b88c-9a0c7df07ccb,revision_number=3']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:55.786391 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-bbd7b76f-8c85-460f-ad59-f686cc9e59a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:55.820125 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-bbd7b76f-8c85-460f-ad59-f686cc9e59a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:55.820820 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-bbd7b76f-8c85-460f-ad59-f686cc9e59a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:55.822334 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-bbd7b76f-8c85-460f-ad59-f686cc9e59a2 service neutron] 10.222.0.32 "PUT /v2.0/ports/70875285-af4a-41ed-b88c-9a0c7df07ccb HTTP/1.1" status: 200 len: 1093 time: 1.7421784 Apr 05 12:09:55.822899 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92be572-6d8a-43ab-b5c8-92504ab5be6b', 'tag': '70875285-af4a-41ed-b88c-9a0c7df07ccb'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:09:55.906994 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92be572-6d8a-43ab-b5c8-92504ab5be6b', 'tag': '70875285-af4a-41ed-b88c-9a0c7df07ccb', 'status': 'completed', 'code': 200} Apr 05 12:09:55.946011 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-531be185-e7f2-4acf-9ab2-06933abc71b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:55.947636 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-531be185-e7f2-4acf-9ab2-06933abc71b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dd6e740d1a7d40c9a6dd16ea5ba39509&device_id=a92be572-6d8a-43ab-b5c8-92504ab5be6b HTTP/1.1" status: 200 len: 1096 time: 0.0871251 Apr 05 12:09:56.058114 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 75845820-fbee-468c-b268-d6d400e77f3a details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 12:09:56.074608 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-c79f92c9-6a5b-4703-bf78-4e35d47bef2f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70875285-af4a-41ed-b88c-9a0c7df07ccb HTTP/1.1" status: 200 len: 217 time: 0.1193700 Apr 05 12:09:56.208737 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ec3df-3f39-4026-9cb0-f77b7b7329d7 req-0c202987-3033-4c57-8e96-5f4022b703b7 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:56.217150 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d22ec3df-3f39-4026-9cb0-f77b7b7329d7 req-0c202987-3033-4c57-8e96-5f4022b703b7 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 944 time: 0.1044476 Apr 05 12:09:56.225941 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 75845820-fbee-468c-b268-d6d400e77f3a, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=75845820-fbee-468c-b268-d6d400e77f3a,segment=NetworkSegment(1bdecabc-5534-43a9-abff-d8e78826a5b3),segment_id=1bdecabc-5534-43a9-abff-d8e78826a5b3)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:09:56.244442 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Returning: {'device': '75845820-fbee-468c-b268-d6d400e77f3a', 'network_id': 'ec78b1d2-852f-4bf9-9578-58aa877b687e', 'port_id': '75845820-fbee-468c-b268-d6d400e77f3a', 'mac_address': 'fa:16:3e:c0:44:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94f6df90-74f4-4bb0-84fb-b014c2dc31ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:09:56.272375 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d22ec3df-3f39-4026-9cb0-f77b7b7329d7 req-9836a29e-f942-4738-88d9-daf8dc5f0f3e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542040 Apr 05 12:09:56.314080 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:56.340345 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75845820-fbee-468c-b268-d6d400e77f3a {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:09:56.365193 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 75845820-fbee-468c-b268-d6d400e77f3a, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=75845820-fbee-468c-b268-d6d400e77f3a,segment=NetworkSegment(1bdecabc-5534-43a9-abff-d8e78826a5b3),segment_id=1bdecabc-5534-43a9-abff-d8e78826a5b3)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:09:56.371110 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:56.373849 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:56.409202 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-04a71e96-6e81-4470-bb50-0503143e412f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:56.410788 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-04a71e96-6e81-4470-bb50-0503143e412f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43bdaed8-88bc-47b9-87eb-4d7d431f86f2 HTTP/1.1" status: 200 len: 848 time: 0.3289135 Apr 05 12:09:56.458772 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=75845820-fbee-468c-b268-d6d400e77f3a,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:56.467944 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:56.468332 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:56.468826 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:56.469213 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:56.469602 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:56.469980 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:56.470354 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:56.470524 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c44a9-73a6-435d-9389-4e7ae76089f4 req-69004dea-5dc7-4547-a482-f897f1baed0f tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:56.470707 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:56.471068 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:56.471551 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:56.471954 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:56.472293 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:09:56.472403 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6a5c44a9-73a6-435d-9389-4e7ae76089f4 req-69004dea-5dc7-4547-a482-f897f1baed0f tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/ports?device_id=a92be572-6d8a-43ab-b5c8-92504ab5be6b HTTP/1.1" status: 200 len: 943 time: 0.4625566 Apr 05 12:09:56.476581 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:56.482191 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-5d455ff6-ee44-4482-bc15-68ae359c512a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=713f2278-266b-49e9-9a24-b85bc9e7017b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627356 Apr 05 12:09:56.614415 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6a5c44a9-73a6-435d-9389-4e7ae76089f4 req-6af28591-293e-4793-96ad-0ee1d12cf4be tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/security-groups?id=c70898dd-827f-4dae-9095-041b11d97a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350033 Apr 05 12:09:56.657091 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-07513b90-8a53-4853-b027-a7fd7f668593 service neutron] 10.222.0.32 "GET /v2.0/networks/713f2278-266b-49e9-9a24-b85bc9e7017b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580474 Apr 05 12:09:56.705501 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['75845820-fbee-468c-b268-d6d400e77f3a'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:09:56.799502 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0e0901e4-6e5b-4297-939c-aa9b96c1420a req-161ad59f-66d0-4fbc-89f0-830f8dd8d4e3 service neutron] 10.222.0.32 "GET /v2.0/networks/713f2278-266b-49e9-9a24-b85bc9e7017b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350989 Apr 05 12:09:56.959917 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb7995-5c1e-4dc3-b4c7-ae36eb099542 req-a2565af6-bb7c-43b7-98a7-5857d563861e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:56.961545 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-edbb7995-5c1e-4dc3-b4c7-ae36eb099542 req-a2565af6-bb7c-43b7-98a7-5857d563861e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dd6e740d1a7d40c9a6dd16ea5ba39509&device_id=a92be572-6d8a-43ab-b5c8-92504ab5be6b HTTP/1.1" status: 200 len: 1096 time: 0.0819988 Apr 05 12:09:57.104169 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb7995-5c1e-4dc3-b4c7-ae36eb099542 req-c6a15427-9efc-4e57-9bb4-f32fd4989d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:57.105775 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-edbb7995-5c1e-4dc3-b4c7-ae36eb099542 req-c6a15427-9efc-4e57-9bb4-f32fd4989d14 service neutron] 10.222.0.32 "GET /v2.0/networks?id=713f2278-266b-49e9-9a24-b85bc9e7017b HTTP/1.1" status: 200 len: 909 time: 0.1373355 Apr 05 12:09:57.181093 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-edbb7995-5c1e-4dc3-b4c7-ae36eb099542 req-eb0cb5d2-3b60-49a4-8f17-025b4ddf092c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70875285-af4a-41ed-b88c-9a0c7df07ccb HTTP/1.1" status: 200 len: 217 time: 0.0687742 Apr 05 12:09:57.252179 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb7995-5c1e-4dc3-b4c7-ae36eb099542 req-8268ceef-7ec7-4edf-8423-874aabf2b60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:57.253636 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-edbb7995-5c1e-4dc3-b4c7-ae36eb099542 req-8268ceef-7ec7-4edf-8423-874aabf2b60c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43bdaed8-88bc-47b9-87eb-4d7d431f86f2 HTTP/1.1" status: 200 len: 848 time: 0.0627899 Apr 05 12:09:57.304668 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-edbb7995-5c1e-4dc3-b4c7-ae36eb099542 req-891511e0-aefe-476a-a617-e6743510c8f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=713f2278-266b-49e9-9a24-b85bc9e7017b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444489 Apr 05 12:09:57.450679 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-edbb7995-5c1e-4dc3-b4c7-ae36eb099542 req-0f642bb1-e0e0-461a-99a6-91a29067cfc2 service neutron] 10.222.0.32 "GET /v2.0/networks/713f2278-266b-49e9-9a24-b85bc9e7017b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389954 Apr 05 12:09:57.482681 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21e727-c61c-41de-8c1f-1f9fa25332f8 req-7b115c72-c2fa-42e0-8f8d-374fed2cdc1d tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:57.484848 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2b21e727-c61c-41de-8c1f-1f9fa25332f8 req-7b115c72-c2fa-42e0-8f8d-374fed2cdc1d tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 945 time: 0.0919564 Apr 05 12:09:57.533399 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2b21e727-c61c-41de-8c1f-1f9fa25332f8 req-7a03d1b5-b67f-4a3a-b3e3-71e0107b5fc7 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417988 Apr 05 12:09:57.592423 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-edbb7995-5c1e-4dc3-b4c7-ae36eb099542 req-0aee9d64-b243-4d87-a034-1f0aa7a84c6c service neutron] 10.222.0.32 "GET /v2.0/networks/713f2278-266b-49e9-9a24-b85bc9e7017b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352251 Apr 05 12:09:57.813144 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb677e4-2130-4388-bd4c-9ec20646a693 req-9fbd739e-7810-4a39-844d-5f480a85950e tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:57.814767 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2bb677e4-2130-4388-bd4c-9ec20646a693 req-9fbd739e-7810-4a39-844d-5f480a85950e tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/ports?device_id=a92be572-6d8a-43ab-b5c8-92504ab5be6b HTTP/1.1" status: 200 len: 943 time: 0.0866647 Apr 05 12:09:57.860699 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-2bb677e4-2130-4388-bd4c-9ec20646a693 req-ba9cc7e9-2609-4182-a850-12ac40c4a57e tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Synchronizing usage tracker for tenant:dd6e740d1a7d40c9a6dd16ea5ba39509 on resource:security_group {{(pid=84417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:09:57.876143 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-2bb677e4-2130-4388-bd4c-9ec20646a693 req-ba9cc7e9-2609-4182-a850-12ac40c4a57e tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Unset dirty status for tenant:dd6e740d1a7d40c9a6dd16ea5ba39509 on resource:security_group {{(pid=84417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:09:57.877343 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2bb677e4-2130-4388-bd4c-9ec20646a693 req-ba9cc7e9-2609-4182-a850-12ac40c4a57e tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/security-groups?id=c70898dd-827f-4dae-9095-041b11d97a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563755 Apr 05 12:09:58.058827 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 75845820-fbee-468c-b268-d6d400e77f3a up at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:09:58.128601 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning for port 75845820-fbee-468c-b268-d6d400e77f3a completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:09:58.133374 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning complete for port 75845820-fbee-468c-b268-d6d400e77f3a triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:09:58.133830 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:58.258237 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:58.286869 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0820af4e-bc30-43d4-9417-799524039c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75845820-fbee-468c-b268-d6d400e77f3a'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:09:58.297572 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 75845820-fbee-468c-b268-d6d400e77f3a, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=75845820-fbee-468c-b268-d6d400e77f3a,segment=NetworkSegment(1bdecabc-5534-43a9-abff-d8e78826a5b3),segment_id=1bdecabc-5534-43a9-abff-d8e78826a5b3)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:09:58.301760 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:09:58.304433 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:09:58.356854 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0820af4e-bc30-43d4-9417-799524039c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75845820-fbee-468c-b268-d6d400e77f3a', 'code': 200} Apr 05 12:09:58.399303 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=75845820-fbee-468c-b268-d6d400e77f3a,revision_number=5']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:09:58.402918 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:09:58.612638 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a3cfd-3493-42a6-ad42-b23deea627c5 req-a8fa3ce2-5851-4f25-8889-1b4baad29edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:58.614327 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-cf4a3cfd-3493-42a6-ad42-b23deea627c5 req-a8fa3ce2-5851-4f25-8889-1b4baad29edc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 1099 time: 0.0835233 Apr 05 12:09:58.659416 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-cf4a3cfd-3493-42a6-ad42-b23deea627c5 req-2284b6d8-5cd8-4fed-8587-fbb7996923b1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379403 Apr 05 12:09:58.737837 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49ff24-3349-4360-8395-ddbffc08a491 req-91e63ebb-0603-40cd-aa44-0443cf4e8f2c tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:58.739411 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-cc49ff24-3349-4360-8395-ddbffc08a491 req-91e63ebb-0603-40cd-aa44-0443cf4e8f2c tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 946 time: 0.0921929 Apr 05 12:09:58.786418 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-cc49ff24-3349-4360-8395-ddbffc08a491 req-109e55a9-f8ae-43b3-9f8e-2d4a4b4bb2ab tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406108 Apr 05 12:09:59.075828 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096c87e-f81a-488b-b5c7-b8dc54a5d389 req-add342a0-7059-48b1-bc8f-b86430c90153 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:59.077312 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0096c87e-f81a-488b-b5c7-b8dc54a5d389 req-add342a0-7059-48b1-bc8f-b86430c90153 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/ports?device_id=a92be572-6d8a-43ab-b5c8-92504ab5be6b HTTP/1.1" status: 200 len: 943 time: 0.0885155 Apr 05 12:09:59.123708 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0096c87e-f81a-488b-b5c7-b8dc54a5d389 req-53b61fb8-60eb-4333-aa1c-ce4e70058a0d tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/security-groups?id=c70898dd-827f-4dae-9095-041b11d97a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394099 Apr 05 12:09:59.867886 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 6 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:09:59.953880 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 52672) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:59.995550 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413f2f9-092a-4e26-aa9b-9ca1e3f15af0 req-23b55eec-a1d6-4c3a-affc-baaad70451ba tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:09:59.997324 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4413f2f9-092a-4e26-aa9b-9ca1e3f15af0 req-23b55eec-a1d6-4c3a-affc-baaad70451ba tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 946 time: 0.0946319 Apr 05 12:10:00.050256 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4413f2f9-092a-4e26-aa9b-9ca1e3f15af0 req-8e8d5a4d-6da4-417d-bd02-90cdfe84bc6a tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447478 Apr 05 12:10:00.101218 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4fa1abf9-bba4-4655-82ab-e97bfe07474f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:00.116504 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-4fa1abf9-bba4-4655-82ab-e97bfe07474f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:10:00.120405 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-4fa1abf9-bba4-4655-82ab-e97bfe07474f admin admin] Usage tracker for resource:security_group_rule and tenant:5683a6e31378473fb4f05669bc1ad698 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:10:00.123306 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-4fa1abf9-bba4-4655-82ab-e97bfe07474f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:10:00.129233 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-4fa1abf9-bba4-4655-82ab-e97bfe07474f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:10:00.219533 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4fa1abf9-bba4-4655-82ab-e97bfe07474f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:00.224339 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4fa1abf9-bba4-4655-82ab-e97bfe07474f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:00.233359 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5cf5736e-e079-403c-8d8f-19fccbe51719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:00.275626 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-4fa1abf9-bba4-4655-82ab-e97bfe07474f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5683a6e31378473fb4f05669bc1ad698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3203428 Apr 05 12:10:00.276545 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1abf9-bba4-4655-82ab-e97bfe07474f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999fd81a-43ae-4dea-aa3c-c3d7cf1b27ce,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:00.279159 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 52680) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:00.282291 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4fa1abf9-bba4-4655-82ab-e97bfe07474f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:00.331436 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06269ca6-e07c-44c2-b702-26012652dbd5 req-a7f74db4-495e-4db6-a166-f860a8853872 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:00.333045 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-06269ca6-e07c-44c2-b702-26012652dbd5 req-a7f74db4-495e-4db6-a166-f860a8853872 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/ports?device_id=a92be572-6d8a-43ab-b5c8-92504ab5be6b HTTP/1.1" status: 200 len: 943 time: 0.0923784 Apr 05 12:10:00.346111 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b07b4de9-f096-4bf0-8175-6c11119dc60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:00.373959 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b07b4de9-f096-4bf0-8175-6c11119dc60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:00.384053 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-06269ca6-e07c-44c2-b702-26012652dbd5 req-fced84d2-0474-4c35-940e-e62ea7a7c606 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/security-groups?id=c70898dd-827f-4dae-9095-041b11d97a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440969 Apr 05 12:10:00.423230 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b07b4de9-f096-4bf0-8175-6c11119dc60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:00.428109 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-43ce0fcc-fc28-49c9-97cf-31b3346e8764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:00.439207 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b4de9-f096-4bf0-8175-6c11119dc60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999fd81a-43ae-4dea-aa3c-c3d7cf1b27ce,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:00.441811 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b07b4de9-f096-4bf0-8175-6c11119dc60d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:00.447362 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b07b4de9-f096-4bf0-8175-6c11119dc60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:00.448556 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-b07b4de9-f096-4bf0-8175-6c11119dc60d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/999fd81a-43ae-4dea-aa3c-c3d7cf1b27ce HTTP/1.1" status: 204 len: 168 time: 0.1684365 Apr 05 12:10:00.729850 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 52688) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:00.748689 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-375c38af-b7d8-4fc3-8588-4637b2df5dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:00.764113 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-375c38af-b7d8-4fc3-8588-4637b2df5dd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:10:00.768978 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-375c38af-b7d8-4fc3-8588-4637b2df5dd0 admin admin] Usage tracker for resource:security_group_rule and tenant:0e47b9b62e854aa3ae59ef599342b00f is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:10:00.771889 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-375c38af-b7d8-4fc3-8588-4637b2df5dd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:10:00.777817 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-375c38af-b7d8-4fc3-8588-4637b2df5dd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:10:00.860553 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-375c38af-b7d8-4fc3-8588-4637b2df5dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:00.863389 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-375c38af-b7d8-4fc3-8588-4637b2df5dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:00.872065 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-949d7037-39a7-468f-bfe0-7b1e3bc48d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:00.913602 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-375c38af-b7d8-4fc3-8588-4637b2df5dd0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0e47b9b62e854aa3ae59ef599342b00f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1825104 Apr 05 12:10:00.915201 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c38af-b7d8-4fc3-8588-4637b2df5dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea3b515-9222-4e7a-bd9e-d7d2ffad0f02,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:00.916438 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 52692) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:00.918455 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-375c38af-b7d8-4fc3-8588-4637b2df5dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:00.977135 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-77b0833e-f3b4-4817-8135-118a0857cdcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:01.004273 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-77b0833e-f3b4-4817-8135-118a0857cdcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:01.050506 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-77b0833e-f3b4-4817-8135-118a0857cdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:01.055250 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:01.067905 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0833e-f3b4-4817-8135-118a0857cdcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea3b515-9222-4e7a-bd9e-d7d2ffad0f02,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:01.070212 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-77b0833e-f3b4-4817-8135-118a0857cdcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:01.078885 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-77b0833e-f3b4-4817-8135-118a0857cdcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:01.080102 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-77b0833e-f3b4-4817-8135-118a0857cdcd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dea3b515-9222-4e7a-bd9e-d7d2ffad0f02 HTTP/1.1" status: 204 len: 168 time: 0.1625533 Apr 05 12:10:01.263055 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26e4c1-eedd-4d82-b544-2ebad391ffb9 req-09266854-132f-49c3-beb7-9dbba8eb35f7 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:01.265090 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-fd26e4c1-eedd-4d82-b544-2ebad391ffb9 req-09266854-132f-49c3-beb7-9dbba8eb35f7 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 946 time: 0.0963330 Apr 05 12:10:01.313894 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-fd26e4c1-eedd-4d82-b544-2ebad391ffb9 req-1e9b2bcf-7dc9-415e-9131-c3836d0883aa tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423558 Apr 05 12:10:01.615139 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bec21-30a4-4602-9489-42ad8ff577fb req-03a2bff9-242f-4ed5-ad11-712c268a5d11 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:01.616773 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-bf0bec21-30a4-4602-9489-42ad8ff577fb req-03a2bff9-242f-4ed5-ad11-712c268a5d11 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 946 time: 0.0998151 Apr 05 12:10:01.622388 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96931cf8-e821-4d37-8960-bdc32102c33d req-eaa8b04c-ec5f-4c52-9e39-5ef983312d55 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:01.624061 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-96931cf8-e821-4d37-8960-bdc32102c33d req-eaa8b04c-ec5f-4c52-9e39-5ef983312d55 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/ports?device_id=a92be572-6d8a-43ab-b5c8-92504ab5be6b HTTP/1.1" status: 200 len: 943 time: 0.1088648 Apr 05 12:10:01.679959 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-bf0bec21-30a4-4602-9489-42ad8ff577fb req-4b5250f2-9962-4ec0-8434-afcdaefee199 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465398 Apr 05 12:10:01.945391 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-96931cf8-e821-4d37-8960-bdc32102c33d req-260af493-6a9b-41da-b7f7-8b7b920abd80 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/security-groups?id=c70898dd-827f-4dae-9095-041b11d97a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139443 Apr 05 12:10:02.081363 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 70875285-af4a-41ed-b88c-9a0c7df07ccb details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 12:10:02.189558 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d42bd-76c7-4e6b-b907-d3fcc003359c req-6b375294-7e84-4899-ac63-709a73e20f0e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:02.191393 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b06d42bd-76c7-4e6b-b907-d3fcc003359c req-6b375294-7e84-4899-ac63-709a73e20f0e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 946 time: 0.1001050 Apr 05 12:10:02.230117 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 70875285-af4a-41ed-b88c-9a0c7df07ccb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=70875285-af4a-41ed-b88c-9a0c7df07ccb,segment=NetworkSegment(47d8e046-f056-4ddf-a3ad-1cddba0b3502),segment_id=47d8e046-f056-4ddf-a3ad-1cddba0b3502)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:10:02.245670 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b06d42bd-76c7-4e6b-b907-d3fcc003359c req-02fb37c3-6c27-4401-88d0-16e41b75bca2 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464034 Apr 05 12:10:02.245851 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Returning: {'device': '70875285-af4a-41ed-b88c-9a0c7df07ccb', 'network_id': '713f2278-266b-49e9-9a24-b85bc9e7017b', 'port_id': '70875285-af4a-41ed-b88c-9a0c7df07ccb', 'mac_address': 'fa:16:3e:4b:46:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43bdaed8-88bc-47b9-87eb-4d7d431f86f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:10:02.312238 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:02.334003 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70875285-af4a-41ed-b88c-9a0c7df07ccb {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:10:02.361298 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 70875285-af4a-41ed-b88c-9a0c7df07ccb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=70875285-af4a-41ed-b88c-9a0c7df07ccb,segment=NetworkSegment(47d8e046-f056-4ddf-a3ad-1cddba0b3502),segment_id=47d8e046-f056-4ddf-a3ad-1cddba0b3502)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:10:02.365679 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:02.368423 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-65e6d0d9-b93a-4a99-a08f-eb301b9f2a16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:02.636488 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:02.637287 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=70875285-af4a-41ed-b88c-9a0c7df07ccb,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:02.641405 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:02.725995 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['70875285-af4a-41ed-b88c-9a0c7df07ccb'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:10:03.155271 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844dea0-bc71-457c-aa9a-50e099e92f43 req-29805ea0-f613-416c-a78b-80875e26cfc9 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:03.157513 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0844dea0-bc71-457c-aa9a-50e099e92f43 req-29805ea0-f613-416c-a78b-80875e26cfc9 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/ports?device_id=a92be572-6d8a-43ab-b5c8-92504ab5be6b HTTP/1.1" status: 200 len: 944 time: 0.0940564 Apr 05 12:10:03.207185 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0844dea0-bc71-457c-aa9a-50e099e92f43 req-35ea1ea3-82bc-4553-8c0f-03e88b8da96d tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/security-groups?id=c70898dd-827f-4dae-9095-041b11d97a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428040 Apr 05 12:10:04.094661 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 70875285-af4a-41ed-b88c-9a0c7df07ccb up at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:10:04.168762 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning for port 70875285-af4a-41ed-b88c-9a0c7df07ccb completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:10:04.173789 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning complete for port 70875285-af4a-41ed-b88c-9a0c7df07ccb triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:10:04.174209 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:04.304952 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:04.347579 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 70875285-af4a-41ed-b88c-9a0c7df07ccb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=70875285-af4a-41ed-b88c-9a0c7df07ccb,segment=NetworkSegment(47d8e046-f056-4ddf-a3ad-1cddba0b3502),segment_id=47d8e046-f056-4ddf-a3ad-1cddba0b3502)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:10:04.348595 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92be572-6d8a-43ab-b5c8-92504ab5be6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70875285-af4a-41ed-b88c-9a0c7df07ccb'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:10:04.356071 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:04.361275 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-95874dcb-d9d7-4805-95b4-2c65783f1fa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:04.440687 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=70875285-af4a-41ed-b88c-9a0c7df07ccb,revision_number=5']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:04.444034 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:04.619245 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92be572-6d8a-43ab-b5c8-92504ab5be6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70875285-af4a-41ed-b88c-9a0c7df07ccb', 'code': 200} Apr 05 12:10:04.721232 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3e396-2b6e-4bdc-8046-a0d740f2090c req-e9bc52a4-0559-41ec-b0d1-428cead19886 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:04.723174 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ffb3e396-2b6e-4bdc-8046-a0d740f2090c req-e9bc52a4-0559-41ec-b0d1-428cead19886 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/ports?device_id=a92be572-6d8a-43ab-b5c8-92504ab5be6b HTTP/1.1" status: 200 len: 945 time: 0.1017542 Apr 05 12:10:04.794684 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ffb3e396-2b6e-4bdc-8046-a0d740f2090c req-f8969771-1655-4b99-b566-477acade2a82 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/security-groups?id=c70898dd-827f-4dae-9095-041b11d97a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592966 Apr 05 12:10:04.849344 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753b3e6-b844-4196-a6ac-4a09873f54e9 req-8f1540bd-cdf6-4c7c-bb99-ff274992bfc1 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:04.851046 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c753b3e6-b844-4196-a6ac-4a09873f54e9 req-8f1540bd-cdf6-4c7c-bb99-ff274992bfc1 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.1196432 Apr 05 12:10:04.961405 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c753b3e6-b844-4196-a6ac-4a09873f54e9 req-b44d5fd3-6fde-4896-a1f1-b73135af6fb2 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564291 Apr 05 12:10:04.975435 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c3d33-0899-44a2-b5e2-7c435e93ac1f req-e1eb14d2-ffa9-4fc2-99d4-8335d7911d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:04.977032 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-344c3d33-0899-44a2-b5e2-7c435e93ac1f req-e1eb14d2-ffa9-4fc2-99d4-8335d7911d6e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a92be572-6d8a-43ab-b5c8-92504ab5be6b HTTP/1.1" status: 200 len: 1098 time: 0.1250341 Apr 05 12:10:05.033996 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-344c3d33-0899-44a2-b5e2-7c435e93ac1f req-686bf21d-d2ef-49e0-ab29-7e0144e0fd53 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c70898dd-827f-4dae-9095-041b11d97a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466490 Apr 05 12:10:05.990850 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a44a5-5fd4-44a7-b0dc-73528878e2fe req-6447ad99-f8af-4b8a-8feb-9c598db776b4 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:05.992463 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ae3a44a5-5fd4-44a7-b0dc-73528878e2fe req-6447ad99-f8af-4b8a-8feb-9c598db776b4 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/ports?device_id=a92be572-6d8a-43ab-b5c8-92504ab5be6b HTTP/1.1" status: 200 len: 945 time: 0.0908792 Apr 05 12:10:06.041032 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ae3a44a5-5fd4-44a7-b0dc-73528878e2fe req-9f6b478d-9d96-4bb6-a6ac-24a3e6d795f1 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/security-groups?id=c70898dd-827f-4dae-9095-041b11d97a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422142 Apr 05 12:10:06.186531 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752160a1-4967-4fc8-a476-1497663040e4 req-d0d2c3ad-9f3a-4756-979d-ea888cdb8194 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:06.188122 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-752160a1-4967-4fc8-a476-1497663040e4 req-d0d2c3ad-9f3a-4756-979d-ea888cdb8194 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.0975456 Apr 05 12:10:06.235506 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-752160a1-4967-4fc8-a476-1497663040e4 req-6cb1d2d6-e691-4883-8fcf-b6b4105ee533 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408652 Apr 05 12:10:07.247333 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c705b6-5586-4e4b-bceb-0cefba563baa req-f6f8f52b-f0bf-4adf-945c-9b7424d4f263 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:07.248946 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e9c705b6-5586-4e4b-bceb-0cefba563baa req-f6f8f52b-f0bf-4adf-945c-9b7424d4f263 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/ports?device_id=a92be572-6d8a-43ab-b5c8-92504ab5be6b HTTP/1.1" status: 200 len: 945 time: 0.0895963 Apr 05 12:10:07.303704 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e9c705b6-5586-4e4b-bceb-0cefba563baa req-30c78c39-f093-4eb3-b96a-94b4c34e31b0 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/security-groups?id=c70898dd-827f-4dae-9095-041b11d97a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467818 Apr 05 12:10:07.317187 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-602e1c87-517a-434c-86bd-819e06124f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:07.525370 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67a681-62aa-431e-882a-0e1df5671905 req-9c4d1981-cdbd-4695-a0ce-cb3e2abd0668 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:07.527502 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-aa67a681-62aa-431e-882a-0e1df5671905 req-9c4d1981-cdbd-4695-a0ce-cb3e2abd0668 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.1083541 Apr 05 12:10:07.536726 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a73225-d8e9-4e4b-96d8-af6ba83fd5cf req-4bb288d2-e971-4522-8ae7-e5faf9c6de95 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:07.538312 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-88a73225-d8e9-4e4b-96d8-af6ba83fd5cf req-4bb288d2-e971-4522-8ae7-e5faf9c6de95 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 946 time: 0.0977192 Apr 05 12:10:07.579889 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-aa67a681-62aa-431e-882a-0e1df5671905 req-60bc21ee-2c29-4585-81d4-ce57afb92b68 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443270 Apr 05 12:10:07.588299 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-88a73225-d8e9-4e4b-96d8-af6ba83fd5cf req-ac517a08-3e72-443e-ba22-fa2eaa6d6c6d tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430262 Apr 05 12:10:07.620891 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 52890) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:07.896757 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f05cd2-f72e-4e38-a5e2-6855ad16a73a tempest-TestMinimumBasicScenario-1291086759 tempest-TestMinimumBasicScenario-1291086759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:07.897566 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-10f05cd2-f72e-4e38-a5e2-6855ad16a73a tempest-TestMinimumBasicScenario-1291086759 tempest-TestMinimumBasicScenario-1291086759-project-admin] Synchronizing usage tracker for tenant:71486ea517d946598991c8304a8be12f on resource:port {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:10:07.914442 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-10f05cd2-f72e-4e38-a5e2-6855ad16a73a tempest-TestMinimumBasicScenario-1291086759 tempest-TestMinimumBasicScenario-1291086759-project-admin] Unset dirty status for tenant:71486ea517d946598991c8304a8be12f on resource:port {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:10:07.915681 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-10f05cd2-f72e-4e38-a5e2-6855ad16a73a tempest-TestMinimumBasicScenario-1291086759 tempest-TestMinimumBasicScenario-1291086759-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 1094 time: 0.2937038 Apr 05 12:10:07.918727 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 52900) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:07.924761 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-4791de79-cd84-4259-8c80-4896eae3385e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Request body: {'floatingip': {'floating_network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'port_id': '75845820-fbee-468c-b268-d6d400e77f3a', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:07.930670 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-4791de79-cd84-4259-8c80-4896eae3385e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:10:07.934601 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-4791de79-cd84-4259-8c80-4896eae3385e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Usage tracker for resource:floatingip and tenant:f8d81770d2fd44d7834fe19f72c36891 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:10:07.937538 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-4791de79-cd84-4259-8c80-4896eae3385e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:10:07.943449 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-4791de79-cd84-4259-8c80-4896eae3385e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:10:07.952584 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4791de79-cd84-4259-8c80-4896eae3385e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for floatingip, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:08.093796 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4791de79-cd84-4259-8c80-4896eae3385e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:08.234205 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-4791de79-cd84-4259-8c80-4896eae3385e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Allocated IP 172.28.2.102 (31dbbfbb-1103-49d1-a0e5-ac5561337b80/73ae074f-8780-41b9-9bf3-4fc6dce4ecd5/8422e0c1-a48a-4e17-8625-2399ed285492) {{(pid=84418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:10:08.390871 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4791de79-cd84-4259-8c80-4896eae3385e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for port, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:08.419594 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4791de79-cd84-4259-8c80-4896eae3385e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:08.434863 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3d9885c4-15c2-41a4-a406-a67f077efb31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:08.575501 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791de79-cd84-4259-8c80-4896eae3385e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Pushing event updated for resources: {'Port': ['ID=8422e0c1-a48a-4e17-8625-2399ed285492,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:08.579822 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4791de79-cd84-4259-8c80-4896eae3385e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:08.623210 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4791de79-cd84-4259-8c80-4896eae3385e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Network 31dbbfbb-1103-49d1-a0e5-ac5561337b80 is already hosted by enough agents. {{(pid=84418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:10:08.624996 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-4791de79-cd84-4259-8c80-4896eae3385e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Resources bound (agent type, host, resource id): {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:10:08.627432 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4791de79-cd84-4259-8c80-4896eae3385e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Received port after_create {{(pid=84418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:10:08.698456 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:09.010366 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6a8f0-5571-4448-afc0-7e2f75196323 req-3aff71ef-fa78-4f2f-a747-92c5c8d97ff6 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:09.011959 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-dad6a8f0-5571-4448-afc0-7e2f75196323 req-3aff71ef-fa78-4f2f-a747-92c5c8d97ff6 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.2937407 Apr 05 12:10:09.031932 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 52924) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:09.092285 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-dad6a8f0-5571-4448-afc0-7e2f75196323 req-55a34452-e516-462c-8a01-952a1c369626 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711334 Apr 05 12:10:09.173555 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-69b78859-91e5-4ef4-b77e-7a8d8e40e26f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:09.188145 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4791de79-cd84-4259-8c80-4896eae3385e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:09.190220 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-69b78859-91e5-4ef4-b77e-7a8d8e40e26f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:10:09.194325 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-69b78859-91e5-4ef4-b77e-7a8d8e40e26f admin admin] Usage tracker for resource:security_group_rule and tenant:783d60bd9de1411ba53452702797d93b is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:10:09.197243 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-69b78859-91e5-4ef4-b77e-7a8d8e40e26f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:10:09.203662 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-69b78859-91e5-4ef4-b77e-7a8d8e40e26f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:10:09.291003 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-69b78859-91e5-4ef4-b77e-7a8d8e40e26f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:09.291174 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4791de79-cd84-4259-8c80-4896eae3385e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:09.294574 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-69b78859-91e5-4ef4-b77e-7a8d8e40e26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:09.317307 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-948d9524-a0f3-4306-9eba-6d33a7750037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:09.340543 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-69b78859-91e5-4ef4-b77e-7a8d8e40e26f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=783d60bd9de1411ba53452702797d93b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070726 Apr 05 12:10:09.359612 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 52934) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:09.360642 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b78859-91e5-4ef4-b77e-7a8d8e40e26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011d869e-7136-4db8-b14c-10da7e23a09e,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:09.366260 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-69b78859-91e5-4ef4-b77e-7a8d8e40e26f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:09.456651 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-09dee26d-10f3-4c5c-971a-3d302fccaf56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:09.493662 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-09dee26d-10f3-4c5c-971a-3d302fccaf56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:09.543711 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-09dee26d-10f3-4c5c-971a-3d302fccaf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:09.549994 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-46e70802-2b2b-473e-a939-67a6a5238d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:09.563189 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dee26d-10f3-4c5c-971a-3d302fccaf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011d869e-7136-4db8-b14c-10da7e23a09e,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:09.567450 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-09dee26d-10f3-4c5c-971a-3d302fccaf56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:09.573567 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-09dee26d-10f3-4c5c-971a-3d302fccaf56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:09.574900 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-09dee26d-10f3-4c5c-971a-3d302fccaf56 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/011d869e-7136-4db8-b14c-10da7e23a09e HTTP/1.1" status: 204 len: 168 time: 0.2107000 Apr 05 12:10:09.826250 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4791de79-cd84-4259-8c80-4896eae3385e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for port, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:09.832465 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4791de79-cd84-4259-8c80-4896eae3385e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626450'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:09.852801 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a3be0b33-ac0e-4a17-b697-8a584dba0595 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:09.890972 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 52948) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:09.916053 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-abe9cab8-9de6-498d-a0b3-78a3838da08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:09.917809 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2ec09043-dc22-4254-8ee7-ece8b7faefe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:09.936288 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-2ec09043-dc22-4254-8ee7-ece8b7faefe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:10:09.940420 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-2ec09043-dc22-4254-8ee7-ece8b7faefe6 admin admin] Usage tracker for resource:security_group_rule and tenant:13835967d94743d688d9f11dc21ee8cc is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:10:09.943502 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-2ec09043-dc22-4254-8ee7-ece8b7faefe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:10:09.949436 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-2ec09043-dc22-4254-8ee7-ece8b7faefe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:10:10.000668 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791de79-cd84-4259-8c80-4896eae3385e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Pushing event updated for resources: {'Port': ['ID=8422e0c1-a48a-4e17-8625-2399ed285492,revision_number=2']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:10.005348 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4791de79-cd84-4259-8c80-4896eae3385e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:10.037172 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2ec09043-dc22-4254-8ee7-ece8b7faefe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:10.040039 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2ec09043-dc22-4254-8ee7-ece8b7faefe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:10.048404 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-69b78859-91e5-4ef4-b77e-7a8d8e40e26f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:10.097223 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4791de79-cd84-4259-8c80-4896eae3385e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854004789'] for floatingip, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:10.097446 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-2ec09043-dc22-4254-8ee7-ece8b7faefe6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=13835967d94743d688d9f11dc21ee8cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2025838 Apr 05 12:10:10.097446 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec09043-dc22-4254-8ee7-ece8b7faefe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f4d0d0-df35-4300-b316-3e86f125ef6a,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:10.098187 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 52954) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:10.101004 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2ec09043-dc22-4254-8ee7-ece8b7faefe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:10.161261 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ef0860d8-087c-4027-aeee-5a906d25fadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:10.189341 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ef0860d8-087c-4027-aeee-5a906d25fadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:10.280292 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:10.295567 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ef0860d8-087c-4027-aeee-5a906d25fadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:10.300743 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-eb1dcffa-7e79-47eb-a8cc-645ef9604f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:10.309146 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.l3_db [None req-4791de79-cd84-4259-8c80-4896eae3385e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Floating IP 9cf42ac3-b79b-4afd-9d76-4c78be983651 associated. External IP: 172.28.2.102, port: 75845820-fbee-468c-b268-d6d400e77f3a. Apr 05 12:10:10.320819 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0860d8-087c-4027-aeee-5a906d25fadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f4d0d0-df35-4300-b316-3e86f125ef6a,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:10.324662 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ef0860d8-087c-4027-aeee-5a906d25fadc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:10.332117 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ef0860d8-087c-4027-aeee-5a906d25fadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:10.336452 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-ef0860d8-087c-4027-aeee-5a906d25fadc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f7f4d0d0-df35-4300-b316-3e86f125ef6a HTTP/1.1" status: 204 len: 168 time: 0.2372601 Apr 05 12:10:10.355072 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f29582-6378-4c26-ab89-b45457700e34 req-0b424753-46de-4bb2-bb73-e08e5aab3523 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:10.362871 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a3f29582-6378-4c26-ab89-b45457700e34 req-0b424753-46de-4bb2-bb73-e08e5aab3523 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.1333349 Apr 05 12:10:10.417070 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a3f29582-6378-4c26-ab89-b45457700e34 req-a00b1708-9086-4d3e-9451-b45c9376a4d2 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531409 Apr 05 12:10:10.711314 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4791de79-cd84-4259-8c80-4896eae3385e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Router 94c2c199-d5de-4a20-8358-011ed3efbfe6 has already been hosted by L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 {{(pid=84418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 12:10:10.918520 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4791de79-cd84-4259-8c80-4896eae3385e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:10:10.930774 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bc44a4-2c52-48ea-a86c-6581fe055eb2 None None] Sync routers for ids ['94c2c199-d5de-4a20-8358-011ed3efbfe6'] in dv-cinder-784763-1-smb {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:10:10.946739 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bc44a4-2c52-48ea-a86c-6581fe055eb2 None None] Routers {'94c2c199-d5de-4a20-8358-011ed3efbfe6'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:10:10.946935 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4791de79-cd84-4259-8c80-4896eae3385e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:10.947423 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-f5bc44a4-2c52-48ea-a86c-6581fe055eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:10:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['94c2c199-d5de-4a20-8358-011ed3efbfe6'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:10:11.021999 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-4791de79-cd84-4259-8c80-4896eae3385e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1021423 Apr 05 12:10:11.022733 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 52988) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:11.023289 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0820af4e-bc30-43d4-9417-799524039c4b', 'tag': '75845820-fbee-468c-b268-d6d400e77f3a'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:10:11.035230 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-8690df54-3e02-4e38-b430-453ed092ceff tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-16563524', 'description': 'tempest-secgroup-smoke-16563524 description', 'project_id': 'f8d81770d2fd44d7834fe19f72c36891'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:11.045160 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-8690df54-3e02-4e38-b430-453ed092ceff tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:10:11.060129 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-8690df54-3e02-4e38-b430-453ed092ceff tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:10:11.078887 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8690df54-3e02-4e38-b430-453ed092ceff tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:11.098204 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b10d5-3a2c-44e0-9ca8-bc4b1a41c594 req-62ae46dd-3b8c-49d9-ab70-1984865d7985 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:11.106532 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ed1b10d5-3a2c-44e0-9ca8-bc4b1a41c594 req-62ae46dd-3b8c-49d9-ab70-1984865d7985 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/ports?device_id=a92be572-6d8a-43ab-b5c8-92504ab5be6b HTTP/1.1" status: 200 len: 945 time: 0.1136475 Apr 05 12:10:11.107750 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0820af4e-bc30-43d4-9417-799524039c4b', 'tag': '75845820-fbee-468c-b268-d6d400e77f3a', 'status': 'completed', 'code': 200} Apr 05 12:10:11.166645 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ed1b10d5-3a2c-44e0-9ca8-bc4b1a41c594 req-dcda1885-0e5e-4615-a326-0405519bc58d tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/security-groups?id=c70898dd-827f-4dae-9095-041b11d97a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561481 Apr 05 12:10:11.166870 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-f5bc44a4-2c52-48ea-a86c-6581fe055eb2 None None] Set router 94c2c199-d5de-4a20-8358-011ed3efbfe6 gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:10:11.177344 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-8690df54-3e02-4e38-b430-453ed092ceff tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:10:11.180274 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-8690df54-3e02-4e38-b430-453ed092ceff tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Usage tracker for resource:security_group_rule and tenant:f8d81770d2fd44d7834fe19f72c36891 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:10:11.183762 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-8690df54-3e02-4e38-b430-453ed092ceff tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:10:11.192512 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-8690df54-3e02-4e38-b430-453ed092ceff tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:10:11.243553 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fe416-905f-438c-a9e7-69f61beaa21a req-9c1a5a12-7ade-4517-8abb-2c19676a5d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:11.245168 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-407fe416-905f-438c-a9e7-69f61beaa21a req-9c1a5a12-7ade-4517-8abb-2c19676a5d42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8d81770d2fd44d7834fe19f72c36891&device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 1099 time: 0.1283760 Apr 05 12:10:11.383228 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8690df54-3e02-4e38-b430-453ed092ceff tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:11.394963 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8690df54-3e02-4e38-b430-453ed092ceff tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:11.404034 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6eee52a3-3421-4a1f-a69e-654585d6b50c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:11.478869 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fe416-905f-438c-a9e7-69f61beaa21a req-cd2cb82c-3033-40b5-b983-9cb2a10e83b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:11.480454 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-407fe416-905f-438c-a9e7-69f61beaa21a req-cd2cb82c-3033-40b5-b983-9cb2a10e83b1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ec78b1d2-852f-4bf9-9578-58aa877b687e HTTP/1.1" status: 200 len: 916 time: 0.2239323 Apr 05 12:10:11.482222 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690df54-3e02-4e38-b430-453ed092ceff tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42202d96-a056-4e4a-925c-2aaf260e1692,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:11.486349 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8690df54-3e02-4e38-b430-453ed092ceff tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:11.487463 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8690df54-3e02-4e38-b430-453ed092ceff tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:11.488759 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-8690df54-3e02-4e38-b430-453ed092ceff tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.4596651 Apr 05 12:10:11.491726 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 53004) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:11.558983 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-f5bc44a4-2c52-48ea-a86c-6581fe055eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'name': 'tempest-TestMinimumBasicScenario-1855098661-router', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '30f73d56-4d0b-49b9-ba11-f5520e1d9cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:50Z', 'updated_at': '2021-04-05T12:08:58Z', 'revision_number': 4, 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'gw_port': {'id': '30f73d56-4d0b-49b9-ba11-f5520e1d9cb0', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:51Z', 'updated_at': '2021-04-05T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_floatingips': [{'id': '9cf42ac3-b79b-4afd-9d76-4c78be983651', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'floating_ip_address': '172.28.2.102', 'floating_network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'router_id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'port_id': '75845820-fbee-468c-b268-d6d400e77f3a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec78b1d2-852f-4bf9-9578-58aa877b687e', 'mac_address': 'fa:16:3e:c0:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820af4e-bc30-43d4-9417-799524039c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:10:09Z', 'updated_at': '2021-04-05T12:10:09Z', 'revision_number': 0, 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a15fcb-f5b6-4d61-b0f8-f34c615abae7', 'name': '', 'network_id': 'ec78b1d2-852f-4bf9-9578-58aa877b687e', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'mac_address': 'fa:16:3e:50:81:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '94f6df90-74f4-4bb0-84fb-b014c2dc31ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:08Z', 'revision_number': 5, 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'subnets': [{'id': '94f6df90-74f4-4bb0-84fb-b014c2dc31ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:10:11.559233 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-3864047a-e691-49fe-959d-512da778dbc3 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Request body: {'security_group_rule': {'security_group_id': '42202d96-a056-4e4a-925c-2aaf260e1692', 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:11.575393 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bc44a4-2c52-48ea-a86c-6581fe055eb2 None None] Checking router: 94c2c199-d5de-4a20-8358-011ed3efbfe6 for host: dv-cinder-784763-1-smb {{(pid=84419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:10:11.576149 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-3864047a-e691-49fe-959d-512da778dbc3 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:10:11.584283 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-3864047a-e691-49fe-959d-512da778dbc3 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Usage tracker for resource:security_group_rule and tenant:f8d81770d2fd44d7834fe19f72c36891 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:10:11.586376 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bc44a4-2c52-48ea-a86c-6581fe055eb2 None None] Routers {'94c2c199-d5de-4a20-8358-011ed3efbfe6'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:10:11.587180 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-f5bc44a4-2c52-48ea-a86c-6581fe055eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:10:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['94c2c199-d5de-4a20-8358-011ed3efbfe6'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:10:11.629247 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-3864047a-e691-49fe-959d-512da778dbc3 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:10:11.652217 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-3864047a-e691-49fe-959d-512da778dbc3 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:10:11.682269 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-407fe416-905f-438c-a9e7-69f61beaa21a req-9e59491d-7a63-4c9a-85e3-1020ceab6200 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75845820-fbee-468c-b268-d6d400e77f3a HTTP/1.1" status: 200 len: 1000 time: 0.1922705 Apr 05 12:10:11.730944 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3864047a-e691-49fe-959d-512da778dbc3 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:11.785548 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-f5bc44a4-2c52-48ea-a86c-6581fe055eb2 None None] Set router 94c2c199-d5de-4a20-8358-011ed3efbfe6 gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:10:11.802726 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fe416-905f-438c-a9e7-69f61beaa21a req-492a14b5-5725-4de6-82af-cc901ee21ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:11.804302 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-407fe416-905f-438c-a9e7-69f61beaa21a req-492a14b5-5725-4de6-82af-cc901ee21ac0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=94f6df90-74f4-4bb0-84fb-b014c2dc31ba HTTP/1.1" status: 200 len: 854 time: 0.1131451 Apr 05 12:10:11.861409 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42216163-7f3d-4996-af88-c3fe59100a39 req-f02f8eed-83f0-4d0c-bea1-7419a125d457 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:11.866032 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-42216163-7f3d-4996-af88-c3fe59100a39 req-f02f8eed-83f0-4d0c-bea1-7419a125d457 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.2870615 Apr 05 12:10:11.926957 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3864047a-e691-49fe-959d-512da778dbc3 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:11.941233 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3864047a-e691-49fe-959d-512da778dbc3 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072689'] for security_group_rule, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:11.953682 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:11.975928 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-42216163-7f3d-4996-af88-c3fe59100a39 req-e6ea837e-e796-4e94-b0c1-3f4ce1d4c50f tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912080 Apr 05 12:10:12.003940 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864047a-e691-49fe-959d-512da778dbc3 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb551bc-2c77-4dd3-8021-e21f55fa9d69,revision_number=0']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:12.007337 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3864047a-e691-49fe-959d-512da778dbc3 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:12.015928 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3864047a-e691-49fe-959d-512da778dbc3 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:12.017214 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-3864047a-e691-49fe-959d-512da778dbc3 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5245569 Apr 05 12:10:12.020266 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fe416-905f-438c-a9e7-69f61beaa21a req-e84df504-9013-4e09-a418-c35ace8b6f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:12.020799 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 53024) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:12.021874 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-407fe416-905f-438c-a9e7-69f61beaa21a req-e84df504-9013-4e09-a418-c35ace8b6f16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec78b1d2-852f-4bf9-9578-58aa877b687e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2057652 Apr 05 12:10:12.027312 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-dbdd2ea5-b3d0-4991-ab09-0c112bf64a29 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Request body: {'security_group_rule': {'security_group_id': '42202d96-a056-4e4a-925c-2aaf260e1692', 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:12.034388 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-dbdd2ea5-b3d0-4991-ab09-0c112bf64a29 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:10:12.038932 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-dbdd2ea5-b3d0-4991-ab09-0c112bf64a29 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Usage tracker for resource:security_group_rule and tenant:f8d81770d2fd44d7834fe19f72c36891 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:10:12.042738 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-dbdd2ea5-b3d0-4991-ab09-0c112bf64a29 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:10:12.055228 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-dbdd2ea5-b3d0-4991-ab09-0c112bf64a29 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:10:12.064917 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:12.075926 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dbdd2ea5-b3d0-4991-ab09-0c112bf64a29 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:12.150598 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dbdd2ea5-b3d0-4991-ab09-0c112bf64a29 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:12.154188 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dbdd2ea5-b3d0-4991-ab09-0c112bf64a29 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072689'] for security_group_rule, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:12.163074 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:12.194650 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-f5bc44a4-2c52-48ea-a86c-6581fe055eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'name': 'tempest-TestMinimumBasicScenario-1855098661-router', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '30f73d56-4d0b-49b9-ba11-f5520e1d9cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:50Z', 'updated_at': '2021-04-05T12:08:58Z', 'revision_number': 4, 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'gw_port': {'id': '30f73d56-4d0b-49b9-ba11-f5520e1d9cb0', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:51Z', 'updated_at': '2021-04-05T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_floatingips': [{'id': '9cf42ac3-b79b-4afd-9d76-4c78be983651', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'floating_ip_address': '172.28.2.102', 'floating_network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'router_id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'port_id': '75845820-fbee-468c-b268-d6d400e77f3a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec78b1d2-852f-4bf9-9578-58aa877b687e', 'mac_address': 'fa:16:3e:c0:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820af4e-bc30-43d4-9417-799524039c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:10:09Z', 'updated_at': '2021-04-05T12:10:09Z', 'revision_number': 0, 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a15fcb-f5b6-4d61-b0f8-f34c615abae7', 'name': '', 'network_id': 'ec78b1d2-852f-4bf9-9578-58aa877b687e', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'mac_address': 'fa:16:3e:50:81:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '94f6df90-74f4-4bb0-84fb-b014c2dc31ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:08Z', 'revision_number': 5, 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'subnets': [{'id': '94f6df90-74f4-4bb0-84fb-b014c2dc31ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:10:12.201464 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bc44a4-2c52-48ea-a86c-6581fe055eb2 None None] The sync data for ids ['94c2c199-d5de-4a20-8358-011ed3efbfe6'] in dv-cinder-784763-1-smb is: [{'id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'name': 'tempest-TestMinimumBasicScenario-1855098661-router', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '30f73d56-4d0b-49b9-ba11-f5520e1d9cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:50Z', 'updated_at': '2021-04-05T12:08:58Z', 'revision_number': 4, 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'gw_port': {'id': '30f73d56-4d0b-49b9-ba11-f5520e1d9cb0', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:51Z', 'updated_at': '2021-04-05T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_floatingips': [{'id': '9cf42ac3-b79b-4afd-9d76-4c78be983651', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'floating_ip_address': '172.28.2.102', 'floating_network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'router_id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'port_id': '75845820-fbee-468c-b268-d6d400e77f3a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec78b1d2-852f-4bf9-9578-58aa877b687e', 'mac_address': 'fa:16:3e:c0:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820af4e-bc30-43d4-9417-799524039c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:10:09Z', 'updated_at': '2021-04-05T12:10:09Z', 'revision_number': 0, 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a15fcb-f5b6-4d61-b0f8-f34c615abae7', 'name': '', 'network_id': 'ec78b1d2-852f-4bf9-9578-58aa877b687e', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'mac_address': 'fa:16:3e:50:81:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '94f6df90-74f4-4bb0-84fb-b014c2dc31ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:08Z', 'revision_number': 5, 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'subnets': [{'id': '94f6df90-74f4-4bb0-84fb-b014c2dc31ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:10:12.206897 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-407fe416-905f-438c-a9e7-69f61beaa21a req-6c85fed5-25cf-4078-bd75-8ad8711c047c service neutron] 10.222.0.32 "GET /v2.0/networks/ec78b1d2-852f-4bf9-9578-58aa877b687e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707542 Apr 05 12:10:12.208997 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dbdd2ea5-b3d0-4991-ab09-0c112bf64a29 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:12.213216 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 53032) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:12.214420 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-dbdd2ea5-b3d0-4991-ab09-0c112bf64a29 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1918504 Apr 05 12:10:12.215555 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd2ea5-b3d0-4991-ab09-0c112bf64a29 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f047aa2-69ff-4270-9a1b-dbe41705b0c3,revision_number=0']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:12.219476 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-dbdd2ea5-b3d0-4991-ab09-0c112bf64a29 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:12.261209 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-b33a60fb-375a-452d-88d3-28d225a1ded0 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Request body: {'security_group_rule': {'security_group_id': '42202d96-a056-4e4a-925c-2aaf260e1692', 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:12.268176 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b33a60fb-375a-452d-88d3-28d225a1ded0 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:10:12.272131 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b33a60fb-375a-452d-88d3-28d225a1ded0 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Usage tracker for resource:security_group_rule and tenant:f8d81770d2fd44d7834fe19f72c36891 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:10:12.275834 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b33a60fb-375a-452d-88d3-28d225a1ded0 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:10:12.282046 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b33a60fb-375a-452d-88d3-28d225a1ded0 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:10:12.396836 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e62f2-bbf8-481a-8176-d103729fc5fb req-8e65ad06-464c-4b76-96fd-b594d0556bbe tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:12.405055 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-396e62f2-bbf8-481a-8176-d103729fc5fb req-8e65ad06-464c-4b76-96fd-b594d0556bbe tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/ports?device_id=a92be572-6d8a-43ab-b5c8-92504ab5be6b HTTP/1.1" status: 200 len: 945 time: 0.1077468 Apr 05 12:10:12.465466 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-396e62f2-bbf8-481a-8176-d103729fc5fb req-09a9c8b0-60d1-493e-886b-f16245ff5950 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/security-groups?id=c70898dd-827f-4dae-9095-041b11d97a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587881 Apr 05 12:10:12.603741 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b33a60fb-375a-452d-88d3-28d225a1ded0 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:12.605337 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b15af9-f429-4f36-a7df-7bda411f31d4 None None] New status for floating IP 9cf42ac3-b79b-4afd-9d76-4c78be983651: ACTIVE {{(pid=84420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 12:10:12.674653 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-407fe416-905f-438c-a9e7-69f61beaa21a req-bf7027d5-c806-4724-875c-102cae81abee service neutron] 10.222.0.32 "GET /v2.0/networks/ec78b1d2-852f-4bf9-9578-58aa877b687e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580460 Apr 05 12:10:12.708873 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b33a60fb-375a-452d-88d3-28d225a1ded0 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:12.711479 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b33a60fb-375a-452d-88d3-28d225a1ded0 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072689'] for security_group_rule, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:12.713785 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e6e6e5e9-7359-4406-a05b-4eb79d5fbf75 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:12.775727 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a60fb-375a-452d-88d3-28d225a1ded0 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f3be03-931d-4a7c-b72b-a429683ee0ae,revision_number=0']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:12.785046 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b33a60fb-375a-452d-88d3-28d225a1ded0 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:12.802010 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b33a60fb-375a-452d-88d3-28d225a1ded0 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:12.806126 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-b33a60fb-375a-452d-88d3-28d225a1ded0 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5889676 Apr 05 12:10:12.806457 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 53050) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:12.815413 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-002ac2c7-52a6-45d9-bd67-d8db736b282d tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Request body: {'security_group_rule': {'security_group_id': '42202d96-a056-4e4a-925c-2aaf260e1692', 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:12.821779 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-002ac2c7-52a6-45d9-bd67-d8db736b282d tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:10:12.825994 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-002ac2c7-52a6-45d9-bd67-d8db736b282d tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Usage tracker for resource:security_group_rule and tenant:f8d81770d2fd44d7834fe19f72c36891 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:10:12.829036 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-002ac2c7-52a6-45d9-bd67-d8db736b282d tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:10:12.838911 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-002ac2c7-52a6-45d9-bd67-d8db736b282d tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:10:12.868208 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-002ac2c7-52a6-45d9-bd67-d8db736b282d tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:12.886549 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f4274-a628-464d-a9c3-d4164f88b2e1 req-28e712f8-97c8-4ebd-9889-cecdec584415 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:12.888229 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-333f4274-a628-464d-a9c3-d4164f88b2e1 req-28e712f8-97c8-4ebd-9889-cecdec584415 tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.32 "GET /v2.0/ports?device_id=a92be572-6d8a-43ab-b5c8-92504ab5be6b HTTP/1.1" status: 200 len: 945 time: 0.1574638 Apr 05 12:10:12.996606 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-333f4274-a628-464d-a9c3-d4164f88b2e1 req-0d902a4d-0624-4fbb-90e6-1e3dad55ad2c tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Deleting port 70875285-af4a-41ed-b88c-9a0c7df07ccb {{(pid=84418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:10:12.996989 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-333f4274-a628-464d-a9c3-d4164f88b2e1 req-0d902a4d-0624-4fbb-90e6-1e3dad55ad2c tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:13.072890 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-002ac2c7-52a6-45d9-bd67-d8db736b282d tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:13.101485 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-002ac2c7-52a6-45d9-bd67-d8db736b282d tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072689'] for security_group_rule, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:13.153884 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-22276205-014c-4741-aa45-3b41c9d38399 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:13.206644 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ac2c7-52a6-45d9-bd67-d8db736b282d tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe272e0-1d12-49a1-90a8-699510a66d17,revision_number=0']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:13.229047 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-002ac2c7-52a6-45d9-bd67-d8db736b282d tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:13.256698 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-002ac2c7-52a6-45d9-bd67-d8db736b282d tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:13.257990 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-002ac2c7-52a6-45d9-bd67-d8db736b282d tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4505215 Apr 05 12:10:13.261596 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 53070) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:13.267715 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-cdb635be-fa80-4867-89f5-18a63abfcad1 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Request body: {'security_group_rule': {'security_group_id': '42202d96-a056-4e4a-925c-2aaf260e1692', 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:13.273978 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-cdb635be-fa80-4867-89f5-18a63abfcad1 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:10:13.278455 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-cdb635be-fa80-4867-89f5-18a63abfcad1 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Usage tracker for resource:security_group_rule and tenant:f8d81770d2fd44d7834fe19f72c36891 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:10:13.282065 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-cdb635be-fa80-4867-89f5-18a63abfcad1 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:10:13.288633 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-cdb635be-fa80-4867-89f5-18a63abfcad1 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:10:13.300229 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.securitygroups_db [None req-cdb635be-fa80-4867-89f5-18a63abfcad1 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Project f8d81770d2fd44d7834fe19f72c36891 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:10:13.308326 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cdb635be-fa80-4867-89f5-18a63abfcad1 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:13.378870 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d0430-832c-4b67-85b5-38bee69bb143 req-675496eb-887d-4b7e-aa19-2b8e7d82b2b7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:13.380471 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-706d0430-832c-4b67-85b5-38bee69bb143 req-675496eb-887d-4b7e-aa19-2b8e7d82b2b7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.2778058 Apr 05 12:10:13.392014 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-333f4274-a628-464d-a9c3-d4164f88b2e1 req-0d902a4d-0624-4fbb-90e6-1e3dad55ad2c tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] For port 70875285-af4a-41ed-b88c-9a0c7df07ccb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=70875285-af4a-41ed-b88c-9a0c7df07ccb,segment=NetworkSegment(47d8e046-f056-4ddf-a3ad-1cddba0b3502),segment_id=47d8e046-f056-4ddf-a3ad-1cddba0b3502)] {{(pid=84418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:10:13.392405 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-333f4274-a628-464d-a9c3-d4164f88b2e1 req-0d902a4d-0624-4fbb-90e6-1e3dad55ad2c tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:13.397843 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cdb635be-fa80-4867-89f5-18a63abfcad1 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:13.403146 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cdb635be-fa80-4867-89f5-18a63abfcad1 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072689'] for security_group_rule, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:13.407318 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-dbdd2ea5-b3d0-4991-ab09-0c112bf64a29 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:13.434759 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb635be-fa80-4867-89f5-18a63abfcad1 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17a20aa-9322-411c-bd21-eded871d5e35,revision_number=0']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:13.437429 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cdb635be-fa80-4867-89f5-18a63abfcad1 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:13.444583 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cdb635be-fa80-4867-89f5-18a63abfcad1 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:13.448542 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-cdb635be-fa80-4867-89f5-18a63abfcad1 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1832716 Apr 05 12:10:13.448991 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 53076) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:13.454941 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-3f8873d0-607a-4776-9cd7-76d4e13bfd5a tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Request body: {'security_group_rule': {'security_group_id': '42202d96-a056-4e4a-925c-2aaf260e1692', 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:13.461769 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-3f8873d0-607a-4776-9cd7-76d4e13bfd5a tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:10:13.466212 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-3f8873d0-607a-4776-9cd7-76d4e13bfd5a tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Usage tracker for resource:security_group_rule and tenant:f8d81770d2fd44d7834fe19f72c36891 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:10:13.470166 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-3f8873d0-607a-4776-9cd7-76d4e13bfd5a tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:10:13.476573 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-3f8873d0-607a-4776-9cd7-76d4e13bfd5a tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:10:13.487666 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.securitygroups_db [None req-3f8873d0-607a-4776-9cd7-76d4e13bfd5a tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Project f8d81770d2fd44d7834fe19f72c36891 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:10:13.495541 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3f8873d0-607a-4776-9cd7-76d4e13bfd5a tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:13.545452 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-333f4274-a628-464d-a9c3-d4164f88b2e1 req-0d902a4d-0624-4fbb-90e6-1e3dad55ad2c tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Calling delete_port for 70875285-af4a-41ed-b88c-9a0c7df07ccb owned by compute:nova {{(pid=84418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:10:13.568079 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3f8873d0-607a-4776-9cd7-76d4e13bfd5a tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:13.571657 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3f8873d0-607a-4776-9cd7-76d4e13bfd5a tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072689'] for security_group_rule, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:13.579485 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 53082) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:13.581401 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:13.610265 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8873d0-607a-4776-9cd7-76d4e13bfd5a tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=557295e3-e1e9-4e6a-883d-96115b267cb9,revision_number=0']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:13.613170 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3f8873d0-607a-4776-9cd7-76d4e13bfd5a tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:13.618548 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-706d0430-832c-4b67-85b5-38bee69bb143 req-6bcf1bbe-be20-40fa-92a7-774ac81f564a tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289579 Apr 05 12:10:13.676920 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3f8873d0-607a-4776-9cd7-76d4e13bfd5a tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:13.678277 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-3f8873d0-607a-4776-9cd7-76d4e13bfd5a tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2281318 Apr 05 12:10:13.723354 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-333f4274-a628-464d-a9c3-d4164f88b2e1 req-0d902a4d-0624-4fbb-90e6-1e3dad55ad2c tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:13.726148 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38bdb6-3216-41a9-b33e-c82e4bba32de req-f4a507ff-0019-47e3-a68d-d508e72ff9ef tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:13.728026 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5d38bdb6-3216-41a9-b33e-c82e4bba32de req-f4a507ff-0019-47e3-a68d-d508e72ff9ef tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/ports?device_id=a92be572-6d8a-43ab-b5c8-92504ab5be6b HTTP/1.1" status: 200 len: 945 time: 0.1196926 Apr 05 12:10:13.735274 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['70875285-af4a-41ed-b88c-9a0c7df07ccb'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:10:13.739447 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-bbd7b76f-8c85-460f-ad59-f686cc9e59a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:13.762293 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c7ac3c31-043e-46b3-9efb-ff544884d4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:13.789157 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c7ac3c31-043e-46b3-9efb-ff544884d4eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:10:13.803393 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d902a4d-0624-4fbb-90e6-1e3dad55ad2c tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Pushing event deleted for resources: {'Port': ['ID=70875285-af4a-41ed-b88c-9a0c7df07ccb,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:13.805824 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c7ac3c31-043e-46b3-9efb-ff544884d4eb admin admin] Usage tracker for resource:security_group_rule and tenant:bcd42ef1e78143d5901eed03f637c451 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:10:13.809771 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0d902a4d-0624-4fbb-90e6-1e3dad55ad2c tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:13.811077 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c7ac3c31-043e-46b3-9efb-ff544884d4eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:10:13.821203 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5d38bdb6-3216-41a9-b33e-c82e4bba32de req-e642d58e-c1be-444c-8d4e-b9540736662d tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.26 "GET /v2.0/security-groups?id=c70898dd-827f-4dae-9095-041b11d97a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755489 Apr 05 12:10:13.822186 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c7ac3c31-043e-46b3-9efb-ff544884d4eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:10:13.916826 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c7ac3c31-043e-46b3-9efb-ff544884d4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:13.919439 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-cbac063a-cdf5-4d16-851c-5710cfc890b7 req-02ce681c-0588-45d3-90e6-f4926c94c68c tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Synchronizing usage tracker for tenant:f8d81770d2fd44d7834fe19f72c36891 on resource:security_group {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:10:13.919726 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c7ac3c31-043e-46b3-9efb-ff544884d4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:13.928785 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2ec09043-dc22-4254-8ee7-ece8b7faefe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:13.956812 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-cbac063a-cdf5-4d16-851c-5710cfc890b7 req-02ce681c-0588-45d3-90e6-f4926c94c68c tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Unset dirty status for tenant:f8d81770d2fd44d7834fe19f72c36891 on resource:security_group {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:10:13.958288 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-cbac063a-cdf5-4d16-851c-5710cfc890b7 req-02ce681c-0588-45d3-90e6-f4926c94c68c tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-16563524&fields=id&tenant_id=f8d81770d2fd44d7834fe19f72c36891 HTTP/1.1" status: 200 len: 267 time: 0.1560311 Apr 05 12:10:13.977800 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-c7ac3c31-043e-46b3-9efb-ff544884d4eb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bcd42ef1e78143d5901eed03f637c451&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3892441 Apr 05 12:10:13.979519 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac3c31-043e-46b3-9efb-ff544884d4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fcc715-a170-468c-a938-53d1f1809bf4,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:13.982793 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c7ac3c31-043e-46b3-9efb-ff544884d4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:13.983550 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 53090) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:14.046697 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1e778a18-52b5-4bba-aba3-9a0c6828910b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:14.073969 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1e778a18-52b5-4bba-aba3-9a0c6828910b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:14.086767 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-333f4274-a628-464d-a9c3-d4164f88b2e1 req-0d902a4d-0624-4fbb-90e6-1e3dad55ad2c tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] No DVR routers for this DVR port 70875285-af4a-41ed-b88c-9a0c7df07ccb on host hv-cinder-78476 {{(pid=84418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 12:10:14.089556 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-333f4274-a628-464d-a9c3-d4164f88b2e1 req-0d902a4d-0624-4fbb-90e6-1e3dad55ad2c tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:14.092334 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92be572-6d8a-43ab-b5c8-92504ab5be6b', 'name': 'network-vif-deleted', 'tag': '70875285-af4a-41ed-b88c-9a0c7df07ccb'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:10:14.120939 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-333f4274-a628-464d-a9c3-d4164f88b2e1 req-0d902a4d-0624-4fbb-90e6-1e3dad55ad2c tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] 10.222.0.32 "DELETE /v2.0/ports/70875285-af4a-41ed-b88c-9a0c7df07ccb HTTP/1.1" status: 204 len: 173 time: 1.2257330 Apr 05 12:10:14.122474 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1e778a18-52b5-4bba-aba3-9a0c6828910b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:14.132591 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-23619450-c7f4-43d4-ac29-2614fdf705ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:14.146249 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac063a-cdf5-4d16-851c-5710cfc890b7 req-4eba1d37-70f3-4dfd-a436-91ec41a08719 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:14.147117 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e778a18-52b5-4bba-aba3-9a0c6828910b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fcc715-a170-468c-a938-53d1f1809bf4,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:14.148340 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-cbac063a-cdf5-4d16-851c-5710cfc890b7 req-4eba1d37-70f3-4dfd-a436-91ec41a08719 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 946 time: 0.1510775 Apr 05 12:10:14.150318 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1e778a18-52b5-4bba-aba3-9a0c6828910b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:14.151349 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1e778a18-52b5-4bba-aba3-9a0c6828910b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:14.152535 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-1e778a18-52b5-4bba-aba3-9a0c6828910b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3fcc715-a170-468c-a938-53d1f1809bf4 HTTP/1.1" status: 204 len: 168 time: 0.1675186 Apr 05 12:10:14.162456 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-cbac063a-cdf5-4d16-851c-5710cfc890b7 req-6a8941fa-b4cd-4a6d-9e23-28333cfb10c8 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Request body: {'port': {'security_groups': ['87d536f6-5fcb-4011-a077-d19bf2a34446', '42202d96-a056-4e4a-925c-2aaf260e1692']}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:14.197240 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92be572-6d8a-43ab-b5c8-92504ab5be6b', 'name': 'network-vif-deleted', 'tag': '70875285-af4a-41ed-b88c-9a0c7df07ccb', 'status': 'completed', 'code': 200} Apr 05 12:10:14.298953 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-cbac063a-cdf5-4d16-851c-5710cfc890b7 req-6a8941fa-b4cd-4a6d-9e23-28333cfb10c8 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:14.477088 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 53100) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:14.496544 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a5eda6a4-09ca-447a-8a95-33b752134c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:14.511535 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-a5eda6a4-09ca-447a-8a95-33b752134c12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:10:14.516254 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-a5eda6a4-09ca-447a-8a95-33b752134c12 admin admin] Usage tracker for resource:security_group_rule and tenant:d9e5802da1724ee8bdaade9579b35eec is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:10:14.519157 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-a5eda6a4-09ca-447a-8a95-33b752134c12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:10:14.524976 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-a5eda6a4-09ca-447a-8a95-33b752134c12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:10:14.613359 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a5eda6a4-09ca-447a-8a95-33b752134c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:14.616497 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a5eda6a4-09ca-447a-8a95-33b752134c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:14.625853 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-375c38af-b7d8-4fc3-8588-4637b2df5dd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:14.632070 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-cbac063a-cdf5-4d16-851c-5710cfc890b7 req-6a8941fa-b4cd-4a6d-9e23-28333cfb10c8 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] For port 75845820-fbee-468c-b268-d6d400e77f3a, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=75845820-fbee-468c-b268-d6d400e77f3a,segment=NetworkSegment(1bdecabc-5534-43a9-abff-d8e78826a5b3),segment_id=1bdecabc-5534-43a9-abff-d8e78826a5b3)] {{(pid=84418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:10:14.659736 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-cbac063a-cdf5-4d16-851c-5710cfc890b7 req-6a8941fa-b4cd-4a6d-9e23-28333cfb10c8 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for port, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:14.669111 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-cbac063a-cdf5-4d16-851c-5710cfc890b7 req-6a8941fa-b4cd-4a6d-9e23-28333cfb10c8 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626450'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:14.677892 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-a5eda6a4-09ca-447a-8a95-33b752134c12 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d9e5802da1724ee8bdaade9579b35eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1964004 Apr 05 12:10:14.677892 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 53106) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:14.680596 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eda6a4-09ca-447a-8a95-33b752134c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07638698-9c4a-440a-8c5b-27b6dae0e24d,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:14.684794 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['75845820-fbee-468c-b268-d6d400e77f3a'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:10:14.694165 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a5eda6a4-09ca-447a-8a95-33b752134c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:14.710277 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-bbd7b76f-8c85-460f-ad59-f686cc9e59a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:14.750144 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e687a0a3-db52-4735-9c65-407672bbc0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:14.838838 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e687a0a3-db52-4735-9c65-407672bbc0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:14.895386 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8941fa-b4cd-4a6d-9e23-28333cfb10c8 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Pushing event updated for resources: {'Port': ['ID=75845820-fbee-468c-b268-d6d400e77f3a,revision_number=6']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:14.901536 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6a8941fa-b4cd-4a6d-9e23-28333cfb10c8 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:14.918031 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641bc928-5b63-44a2-88bd-77ca8d5f301c req-3c6beece-7a87-4f02-8c9f-5404eebfff8d tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:14.919663 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-641bc928-5b63-44a2-88bd-77ca8d5f301c req-3c6beece-7a87-4f02-8c9f-5404eebfff8d tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.1585171 Apr 05 12:10:14.924872 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e687a0a3-db52-4735-9c65-407672bbc0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:14.931892 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1e778a18-52b5-4bba-aba3-9a0c6828910b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:14.944579 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac063a-cdf5-4d16-851c-5710cfc890b7 req-6a8941fa-b4cd-4a6d-9e23-28333cfb10c8 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:14.945431 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-cbac063a-cdf5-4d16-851c-5710cfc890b7 req-6a8941fa-b4cd-4a6d-9e23-28333cfb10c8 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:14.947197 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-cbac063a-cdf5-4d16-851c-5710cfc890b7 req-6a8941fa-b4cd-4a6d-9e23-28333cfb10c8 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "PUT /v2.0/ports/75845820-fbee-468c-b268-d6d400e77f3a HTTP/1.1" status: 200 len: 982 time: 0.7901747 Apr 05 12:10:14.965046 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687a0a3-db52-4735-9c65-407672bbc0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07638698-9c4a-440a-8c5b-27b6dae0e24d,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:14.970150 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e687a0a3-db52-4735-9c65-407672bbc0c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:14.972670 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e687a0a3-db52-4735-9c65-407672bbc0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:14.974091 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-e687a0a3-db52-4735-9c65-407672bbc0c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/07638698-9c4a-440a-8c5b-27b6dae0e24d HTTP/1.1" status: 204 len: 168 time: 0.2953944 Apr 05 12:10:14.995669 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-641bc928-5b63-44a2-88bd-77ca8d5f301c req-4bfdf6d2-2e46-4e7a-81e0-dbaa561fa8d6 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659564 Apr 05 12:10:15.047209 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['75845820-fbee-468c-b268-d6d400e77f3a'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:10:15.252280 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea78873-9a7e-4d7c-9980-002bd296475e req-d57a8937-6c11-4326-9eb1-c863df8c127f tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:15.262372 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-fea78873-9a7e-4d7c-9980-002bd296475e req-d57a8937-6c11-4326-9eb1-c863df8c127f tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 985 time: 0.1185284 Apr 05 12:10:15.330296 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-fea78873-9a7e-4d7c-9980-002bd296475e req-793ecb86-c958-4369-bd5d-f20feacc6c54 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&id=42202d96-a056-4e4a-925c-2aaf260e1692&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0663087 Apr 05 12:10:15.418593 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-f9a1f5c8-7989-4d25-88e7-d2f0081b8a4e None None] Provisioning complete for port 75845820-fbee-468c-b268-d6d400e77f3a triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:10:15.419009 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f9a1f5c8-7989-4d25-88e7-d2f0081b8a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:16.150963 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 70875285-af4a-41ed-b88c-9a0c7df07ccb no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:10:16.188302 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] No Port match for: 70875285-af4a-41ed-b88c-9a0c7df07ccb {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:10:16.188696 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 70875285-af4a-41ed-b88c-9a0c7df07ccb not bound to the agent host hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:10:16.201494 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0820af4e-bc30-43d4-9417-799524039c4b', 'tag': '75845820-fbee-468c-b268-d6d400e77f3a'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:10:16.227693 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002a00e-82ee-4d46-b2a8-3ad32fac3c31 req-7481e777-fdc3-4375-a9ab-937af7400203 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:16.233226 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7002a00e-82ee-4d46-b2a8-3ad32fac3c31 req-7481e777-fdc3-4375-a9ab-937af7400203 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.1054511 Apr 05 12:10:16.254465 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0820af4e-bc30-43d4-9417-799524039c4b', 'tag': '75845820-fbee-468c-b268-d6d400e77f3a', 'status': 'completed', 'code': 200} Apr 05 12:10:16.321103 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7002a00e-82ee-4d46-b2a8-3ad32fac3c31 req-35b7a0ea-df18-4148-b081-4e24133406ea tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852816 Apr 05 12:10:16.363562 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef6546-3b82-44d4-b417-8bdd4161a7dc req-1d72acb4-05d7-4f3e-8a76-9032fd5d9375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:16.365168 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-91ef6546-3b82-44d4-b417-8bdd4161a7dc req-1d72acb4-05d7-4f3e-8a76-9032fd5d9375 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8d81770d2fd44d7834fe19f72c36891&device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 1138 time: 0.0869720 Apr 05 12:10:16.512641 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef6546-3b82-44d4-b417-8bdd4161a7dc req-c596e8bc-704f-4edc-b664-5a001f9e2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:16.514565 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-91ef6546-3b82-44d4-b417-8bdd4161a7dc req-c596e8bc-704f-4edc-b664-5a001f9e2612 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ec78b1d2-852f-4bf9-9578-58aa877b687e HTTP/1.1" status: 200 len: 916 time: 0.1414039 Apr 05 12:10:16.629789 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-91ef6546-3b82-44d4-b417-8bdd4161a7dc req-59007faa-52b7-4136-b2c9-a1259d1030f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75845820-fbee-468c-b268-d6d400e77f3a HTTP/1.1" status: 200 len: 1002 time: 0.1050131 Apr 05 12:10:16.707404 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef6546-3b82-44d4-b417-8bdd4161a7dc req-12fe5d86-2a3a-4631-8d59-e694885bd15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:16.709644 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-91ef6546-3b82-44d4-b417-8bdd4161a7dc req-12fe5d86-2a3a-4631-8d59-e694885bd15e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=94f6df90-74f4-4bb0-84fb-b014c2dc31ba HTTP/1.1" status: 200 len: 854 time: 0.0712044 Apr 05 12:10:16.806695 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef6546-3b82-44d4-b417-8bdd4161a7dc req-2a84f888-1585-4771-99ec-596fab3e9d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:16.808303 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-91ef6546-3b82-44d4-b417-8bdd4161a7dc req-2a84f888-1585-4771-99ec-596fab3e9d4c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec78b1d2-852f-4bf9-9578-58aa877b687e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0916891 Apr 05 12:10:16.964041 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-91ef6546-3b82-44d4-b417-8bdd4161a7dc req-ccd3dc26-5b12-4397-9e0c-8b8907d455c1 service neutron] 10.222.0.32 "GET /v2.0/networks/ec78b1d2-852f-4bf9-9578-58aa877b687e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484518 Apr 05 12:10:17.118880 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-91ef6546-3b82-44d4-b417-8bdd4161a7dc req-e635cc57-586d-4fcc-88da-448354041092 service neutron] 10.222.0.32 "GET /v2.0/networks/ec78b1d2-852f-4bf9-9578-58aa877b687e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467414 Apr 05 12:10:17.559704 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a81ab-22c3-4dff-853f-5d4a41377a4e req-383b40f3-1d9f-4fb5-89bc-c04584536913 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:17.561299 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2c6a81ab-22c3-4dff-853f-5d4a41377a4e req-383b40f3-1d9f-4fb5-89bc-c04584536913 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.0874987 Apr 05 12:10:17.582606 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 53208) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:17.609802 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2c6a81ab-22c3-4dff-853f-5d4a41377a4e req-5ce8679b-8044-4134-a084-0e534481f948 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419559 Apr 05 12:10:17.705374 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-790b054c-d87b-4126-805c-d31b31879afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:17.720482 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-790b054c-d87b-4126-805c-d31b31879afb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:10:17.724429 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-790b054c-d87b-4126-805c-d31b31879afb admin admin] Usage tracker for resource:security_group_rule and tenant:236c632fef884ae88889cf26087091d1 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:10:17.727324 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-790b054c-d87b-4126-805c-d31b31879afb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:10:17.733123 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-790b054c-d87b-4126-805c-d31b31879afb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:10:17.815507 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-790b054c-d87b-4126-805c-d31b31879afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:17.818164 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-790b054c-d87b-4126-805c-d31b31879afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:17.826610 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1dd90aae-8690-4069-929c-28161e5473c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:17.866921 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-790b054c-d87b-4126-805c-d31b31879afb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=236c632fef884ae88889cf26087091d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2831545 Apr 05 12:10:17.868471 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b054c-d87b-4126-805c-d31b31879afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952c1978-a6ac-4b52-8ba2-75733632a4ea,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:17.869808 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 53214) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:17.871771 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-790b054c-d87b-4126-805c-d31b31879afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:17.931450 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cbc31047-21d4-4ee0-ac33-5aa9b2b368f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:17.958621 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cbc31047-21d4-4ee0-ac33-5aa9b2b368f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:18.005388 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cbc31047-21d4-4ee0-ac33-5aa9b2b368f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:18.010330 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ede76837-0878-4718-896d-afc1257ce1f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:18.023847 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc31047-21d4-4ee0-ac33-5aa9b2b368f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952c1978-a6ac-4b52-8ba2-75733632a4ea,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:18.026623 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cbc31047-21d4-4ee0-ac33-5aa9b2b368f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:18.027825 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cbc31047-21d4-4ee0-ac33-5aa9b2b368f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:18.029091 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-cbc31047-21d4-4ee0-ac33-5aa9b2b368f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/952c1978-a6ac-4b52-8ba2-75733632a4ea HTTP/1.1" status: 204 len: 168 time: 0.1580513 Apr 05 12:10:18.310887 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 53224) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:18.332928 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75280889-9b73-4111-a3e9-0994d1361e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:18.352273 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-75280889-9b73-4111-a3e9-0994d1361e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:10:18.356362 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-75280889-9b73-4111-a3e9-0994d1361e51 admin admin] Usage tracker for resource:security_group_rule and tenant:e1ccce60f14d488591ab396f5633e3f0 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:10:18.359326 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-75280889-9b73-4111-a3e9-0994d1361e51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:10:18.365928 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-75280889-9b73-4111-a3e9-0994d1361e51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:10:18.449993 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75280889-9b73-4111-a3e9-0994d1361e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:18.452910 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75280889-9b73-4111-a3e9-0994d1361e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:18.461974 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d9c0dc94-d71c-41fe-bcda-0b321fbc1a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:18.504535 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-75280889-9b73-4111-a3e9-0994d1361e51 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1ccce60f14d488591ab396f5633e3f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1924253 Apr 05 12:10:18.505462 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75280889-9b73-4111-a3e9-0994d1361e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01842d8f-5372-4afa-b8a7-0760ef0487c2,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:18.508211 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 53230) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:18.508651 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-75280889-9b73-4111-a3e9-0994d1361e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:18.571818 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c8e3c150-cfaf-4480-91a0-46e621f7506f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:18.601505 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c8e3c150-cfaf-4480-91a0-46e621f7506f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:18.659068 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c8e3c150-cfaf-4480-91a0-46e621f7506f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:18.664594 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-db852424-b494-48ba-93c4-a3c8db48fbf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:18.680600 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3c150-cfaf-4480-91a0-46e621f7506f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01842d8f-5372-4afa-b8a7-0760ef0487c2,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:18.683373 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c8e3c150-cfaf-4480-91a0-46e621f7506f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:18.685761 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c8e3c150-cfaf-4480-91a0-46e621f7506f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:18.690025 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-c8e3c150-cfaf-4480-91a0-46e621f7506f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/01842d8f-5372-4afa-b8a7-0760ef0487c2 HTTP/1.1" status: 204 len: 168 time: 0.1800289 Apr 05 12:10:18.865892 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da457976-4f65-4f44-9f24-a982bb777934 req-034e0dad-ad6d-4388-8110-9eb2528a93ab tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:18.867499 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-da457976-4f65-4f44-9f24-a982bb777934 req-034e0dad-ad6d-4388-8110-9eb2528a93ab tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.0884991 Apr 05 12:10:18.918261 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-da457976-4f65-4f44-9f24-a982bb777934 req-9c203bcc-5568-4372-89d8-34914034fce8 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443645 Apr 05 12:10:19.923560 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 53272) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:20.101213 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bdcaa8da-9e6c-40a8-ae81-e2c9cabd8b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:20.126238 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-bdcaa8da-9e6c-40a8-ae81-e2c9cabd8b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:10:20.132271 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-bdcaa8da-9e6c-40a8-ae81-e2c9cabd8b67 admin admin] Usage tracker for resource:security_group_rule and tenant:7b7decf31636437cb4310fd6fefdc13a is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:10:20.137853 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-bdcaa8da-9e6c-40a8-ae81-e2c9cabd8b67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:10:20.152538 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-bdcaa8da-9e6c-40a8-ae81-e2c9cabd8b67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:10:20.192037 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1abc4a-402d-4dce-9314-06554b0a04f0 req-ddeee875-e762-4e8f-be45-9f49f9bde064 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:20.193688 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8f1abc4a-402d-4dce-9314-06554b0a04f0 req-ddeee875-e762-4e8f-be45-9f49f9bde064 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.1391151 Apr 05 12:10:20.270011 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8f1abc4a-402d-4dce-9314-06554b0a04f0 req-0e92283a-2c8d-4c34-8992-2267a24b6fd3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675857 Apr 05 12:10:20.299126 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bdcaa8da-9e6c-40a8-ae81-e2c9cabd8b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:20.302332 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bdcaa8da-9e6c-40a8-ae81-e2c9cabd8b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:20.310814 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cbc31047-21d4-4ee0-ac33-5aa9b2b368f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:20.356809 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-bdcaa8da-9e6c-40a8-ae81-e2c9cabd8b67 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7b7decf31636437cb4310fd6fefdc13a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4320817 Apr 05 12:10:20.358114 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcaa8da-9e6c-40a8-ae81-e2c9cabd8b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3408366-8fce-46bc-ba57-4b0dc208a8c1,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:20.360495 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 53288) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:20.361664 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-bdcaa8da-9e6c-40a8-ae81-e2c9cabd8b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:20.662224 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-183729f2-14b8-42a9-83d2-dfbe5d542ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:20.688520 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-183729f2-14b8-42a9-83d2-dfbe5d542ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:20.730951 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-183729f2-14b8-42a9-83d2-dfbe5d542ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:20.736313 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2b75d847-2128-4d54-aaba-7cda426299ea tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:20.749654 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183729f2-14b8-42a9-83d2-dfbe5d542ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3408366-8fce-46bc-ba57-4b0dc208a8c1,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:20.752394 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-183729f2-14b8-42a9-83d2-dfbe5d542ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:20.762072 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-183729f2-14b8-42a9-83d2-dfbe5d542ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:20.763271 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-183729f2-14b8-42a9-83d2-dfbe5d542ba0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a3408366-8fce-46bc-ba57-4b0dc208a8c1 HTTP/1.1" status: 204 len: 168 time: 0.4014678 Apr 05 12:10:21.493036 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e185e-3112-4a58-8359-79d7cee3a2a3 req-c042c7a3-e7f1-49a1-9449-817744965bd4 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:21.495404 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1a7e185e-3112-4a58-8359-79d7cee3a2a3 req-c042c7a3-e7f1-49a1-9449-817744965bd4 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.0974510 Apr 05 12:10:21.546645 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1a7e185e-3112-4a58-8359-79d7cee3a2a3 req-9218bb11-5d84-439f-b68c-43555b507b5d tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433564 Apr 05 12:10:22.750857 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9d7ec-6e12-43d5-bca7-d0d986cb4cb9 req-2ce515cf-1880-40de-b400-be4ac89ee2b5 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:22.752435 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f6d9d7ec-6e12-43d5-bca7-d0d986cb4cb9 req-2ce515cf-1880-40de-b400-be4ac89ee2b5 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.0867367 Apr 05 12:10:22.799214 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f6d9d7ec-6e12-43d5-bca7-d0d986cb4cb9 req-9d6b5f09-d77f-4bb1-9f48-398a3b70d866 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405369 Apr 05 12:10:23.293645 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-46299098-6f08-419c-a48e-cab15daf1e66 req-5ea6ecc4-a301-42de-abeb-759ed62a4c83 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=99fccf5d25e64669b872389caec4b8f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324059 Apr 05 12:10:23.464889 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46299098-6f08-419c-a48e-cab15daf1e66 req-983f5d6a-05f5-4532-b70a-d277784d0ff9 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:23.466543 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-46299098-6f08-419c-a48e-cab15daf1e66 req-983f5d6a-05f5-4532-b70a-d277784d0ff9 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1662586 Apr 05 12:10:23.482143 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-46299098-6f08-419c-a48e-cab15daf1e66 req-a0033521-2307-4034-be21-e829a2226f96 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/quotas/99fccf5d25e64669b872389caec4b8f9 HTTP/1.1" status: 200 len: 375 time: 0.0093601 Apr 05 12:10:23.539754 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-46299098-6f08-419c-a48e-cab15daf1e66 req-1356465d-5cfd-4614-bd54-4f5d3d37b54c tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=99fccf5d25e64669b872389caec4b8f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516582 Apr 05 12:10:23.732570 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-becaa671-fd90-47b3-a020-5c73a9183d98 req-9dabc857-0d80-47e9-a35d-4224c9721aaa tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4d2e02b-5f0a-42b0-bd5e-bb4e750ce971 HTTP/1.1" status: 200 len: 210 time: 0.0478806 Apr 05 12:10:24.010336 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb08c6e-7f6e-4a86-8003-c58d18d57ee3 req-37993d48-07c4-48c5-95cf-64bf96ceebcd tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:24.011954 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5eb08c6e-7f6e-4a86-8003-c58d18d57ee3 req-37993d48-07c4-48c5-95cf-64bf96ceebcd tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.0908771 Apr 05 12:10:24.061337 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5eb08c6e-7f6e-4a86-8003-c58d18d57ee3 req-8a343f4b-37cc-43e1-af54-df18618f3021 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417192 Apr 05 12:10:24.206187 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device c89a5904-2202-4ddd-b74e-88df6377a48e details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 12:10:24.508652 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port c89a5904-2202-4ddd-b74e-88df6377a48e, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c89a5904-2202-4ddd-b74e-88df6377a48e,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:10:24.522860 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Returning: {'device': 'c89a5904-2202-4ddd-b74e-88df6377a48e', 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'port_id': 'c89a5904-2202-4ddd-b74e-88df6377a48e', 'mac_address': 'fa:16:3e:98:67:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:10:24.581125 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:24.600671 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c89a5904-2202-4ddd-b74e-88df6377a48e {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:10:24.617354 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port c89a5904-2202-4ddd-b74e-88df6377a48e, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c89a5904-2202-4ddd-b74e-88df6377a48e,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:10:24.620011 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:24.621898 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-55dc8901-711e-4f55-ad8b-ca89476bcd4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:24.697719 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=c89a5904-2202-4ddd-b74e-88df6377a48e,revision_number=6']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:24.701087 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:24.741106 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['c89a5904-2202-4ddd-b74e-88df6377a48e'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:10:24.773970 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-46299098-6f08-419c-a48e-cab15daf1e66 req-a43ba880-bb9c-4231-936d-367d1ab98a9f tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=99fccf5d25e64669b872389caec4b8f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489869 Apr 05 12:10:24.942667 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-afcfe712-6dad-4529-a3e7-b09cb15183bf req-d9fff1ee-6757-48b3-b9b6-e87662fdbc33 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4d2e02b-5f0a-42b0-bd5e-bb4e750ce971 HTTP/1.1" status: 200 len: 210 time: 0.0805602 Apr 05 12:10:24.993304 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46299098-6f08-419c-a48e-cab15daf1e66 req-487a435c-9cdd-4288-a807-d4c30ef74081 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:24.994878 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-46299098-6f08-419c-a48e-cab15daf1e66 req-487a435c-9cdd-4288-a807-d4c30ef74081 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2154920 Apr 05 12:10:25.011382 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-46299098-6f08-419c-a48e-cab15daf1e66 req-b13b6087-37bf-4a3b-b495-fd817c22688d tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Request body: {'port': {'device_id': 'e4d2e02b-5f0a-42b0-bd5e-bb4e750ce971', 'network_id': 'b619f02a-a70d-4019-968b-9d9f5c649fa7', 'admin_state_up': True, 'tenant_id': '99fccf5d25e64669b872389caec4b8f9'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:25.156585 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-46299098-6f08-419c-a48e-cab15daf1e66 req-b13b6087-37bf-4a3b-b495-fd817c22688d tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:10:25.160523 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-46299098-6f08-419c-a48e-cab15daf1e66 req-b13b6087-37bf-4a3b-b495-fd817c22688d tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Usage tracker for resource:port and tenant:99fccf5d25e64669b872389caec4b8f9 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:10:25.163402 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-46299098-6f08-419c-a48e-cab15daf1e66 req-b13b6087-37bf-4a3b-b495-fd817c22688d tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:10:25.169237 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-46299098-6f08-419c-a48e-cab15daf1e66 req-b13b6087-37bf-4a3b-b495-fd817c22688d tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:10:25.178074 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46299098-6f08-419c-a48e-cab15daf1e66 req-b13b6087-37bf-4a3b-b495-fd817c22688d tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Made reservation on behalf of 99fccf5d25e64669b872389caec4b8f9 for: {'port': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:10:25.184078 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-46299098-6f08-419c-a48e-cab15daf1e66 req-b13b6087-37bf-4a3b-b495-fd817c22688d tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:25.240672 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-46299098-6f08-419c-a48e-cab15daf1e66 req-b13b6087-37bf-4a3b-b495-fd817c22688d tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:25.267465 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-46299098-6f08-419c-a48e-cab15daf1e66 req-b13b6087-37bf-4a3b-b495-fd817c22688d tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:10:25.274357 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-46299098-6f08-419c-a48e-cab15daf1e66 req-b13b6087-37bf-4a3b-b495-fd817c22688d tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Usage tracker for resource:security_group_rule and tenant:99fccf5d25e64669b872389caec4b8f9 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:10:25.277887 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-46299098-6f08-419c-a48e-cab15daf1e66 req-b13b6087-37bf-4a3b-b495-fd817c22688d tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:10:25.291716 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-46299098-6f08-419c-a48e-cab15daf1e66 req-b13b6087-37bf-4a3b-b495-fd817c22688d tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:10:25.326896 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250b19a-3f64-4a2b-96e5-48c704c9ab11 req-3801713a-f525-48fb-993f-aa67cc8a003c tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:25.329035 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8250b19a-3f64-4a2b-96e5-48c704c9ab11 req-3801713a-f525-48fb-993f-aa67cc8a003c tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 945 time: 0.1341388 Apr 05 12:10:25.391817 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8250b19a-3f64-4a2b-96e5-48c704c9ab11 req-d626dff8-fbec-40f3-b437-5b10f2db8afd tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557349 Apr 05 12:10:25.436305 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-46299098-6f08-419c-a48e-cab15daf1e66 req-b13b6087-37bf-4a3b-b495-fd817c22688d tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:25.439805 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-46299098-6f08-419c-a48e-cab15daf1e66 req-b13b6087-37bf-4a3b-b495-fd817c22688d tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:25.444172 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-75280889-9b73-4111-a3e9-0994d1361e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:25.533075 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b6087-37bf-4a3b-b495-fd817c22688d tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1f3009-ce39-4dec-b26c-1fd9ad3427b3,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:25.538689 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b13b6087-37bf-4a3b-b495-fd817c22688d tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:25.620586 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-46299098-6f08-419c-a48e-cab15daf1e66 req-b13b6087-37bf-4a3b-b495-fd817c22688d tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Allocated IP 192.168.233.119 (b619f02a-a70d-4019-968b-9d9f5c649fa7/30ee79db-537d-4477-ac2f-9bd84f0a9456/6987f34c-5f85-453d-85b0-6fabd82e5413) {{(pid=84418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:10:25.834894 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-46299098-6f08-419c-a48e-cab15daf1e66 req-b13b6087-37bf-4a3b-b495-fd817c22688d tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Notify callbacks [] for port, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:25.850610 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-46299098-6f08-419c-a48e-cab15daf1e66 req-b13b6087-37bf-4a3b-b495-fd817c22688d tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Transition to ACTIVE for port object 6987f34c-5f85-453d-85b0-6fabd82e5413 will not be triggered until provisioned by entity DHCP. {{(pid=84418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:10:25.873599 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-46299098-6f08-419c-a48e-cab15daf1e66 req-b13b6087-37bf-4a3b-b495-fd817c22688d tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:25.890908 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3d9885c4-15c2-41a4-a406-a67f077efb31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:26.038583 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b6087-37bf-4a3b-b495-fd817c22688d tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Pushing event updated for resources: {'Port': ['ID=6987f34c-5f85-453d-85b0-6fabd82e5413,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:26.041739 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b13b6087-37bf-4a3b-b495-fd817c22688d tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:26.086034 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46299098-6f08-419c-a48e-cab15daf1e66 req-b13b6087-37bf-4a3b-b495-fd817c22688d tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Network b619f02a-a70d-4019-968b-9d9f5c649fa7 is already hosted by enough agents. {{(pid=84418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:10:26.087107 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-46299098-6f08-419c-a48e-cab15daf1e66 req-b13b6087-37bf-4a3b-b495-fd817c22688d tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Resources bound (agent type, host, resource id): {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:10:26.089476 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-46299098-6f08-419c-a48e-cab15daf1e66 req-b13b6087-37bf-4a3b-b495-fd817c22688d tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Received port after_create {{(pid=84418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:10:26.159770 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5a752-46ba-41de-854b-a5dd49b17c1b req-382b704e-50e7-4823-86c6-66b8e8f2e1c5 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:26.161947 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46299098-6f08-419c-a48e-cab15daf1e66 req-b13b6087-37bf-4a3b-b495-fd817c22688d tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:26.162627 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-46299098-6f08-419c-a48e-cab15daf1e66 req-b13b6087-37bf-4a3b-b495-fd817c22688d tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:26.164572 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5ae5a752-46ba-41de-854b-a5dd49b17c1b req-382b704e-50e7-4823-86c6-66b8e8f2e1c5 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4d2e02b-5f0a-42b0-bd5e-bb4e750ce971 HTTP/1.1" status: 200 len: 936 time: 0.1001399 Apr 05 12:10:26.190430 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-46299098-6f08-419c-a48e-cab15daf1e66 req-b13b6087-37bf-4a3b-b495-fd817c22688d tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1843014 Apr 05 12:10:26.198867 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device c89a5904-2202-4ddd-b74e-88df6377a48e up at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:10:26.204875 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-46299098-6f08-419c-a48e-cab15daf1e66 req-619f14bf-5553-4f45-bce4-603f17e96f76 service neutron] Request body: {'port': {'device_id': 'e4d2e02b-5f0a-42b0-bd5e-bb4e750ce971', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:26.220473 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5ae5a752-46ba-41de-854b-a5dd49b17c1b req-b1a34007-4990-4df2-b940-6f376f7d3ef0 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1f3009-ce39-4dec-b26c-1fd9ad3427b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504212 Apr 05 12:10:26.310362 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning complete for port c89a5904-2202-4ddd-b74e-88df6377a48e triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:10:26.310781 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:26.344481 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-46299098-6f08-419c-a48e-cab15daf1e66 req-619f14bf-5553-4f45-bce4-603f17e96f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:26.401636 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-12d7af54-2264-468b-8048-ad38622d29ea None None] Provisioning for port 6987f34c-5f85-453d-85b0-6fabd82e5413 completed by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:10:26.413387 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-12d7af54-2264-468b-8048-ad38622d29ea None None] Provisioning complete for port 6987f34c-5f85-453d-85b0-6fabd82e5413 triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:10:26.413848 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-12d7af54-2264-468b-8048-ad38622d29ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:26.528437 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-12d7af54-2264-468b-8048-ad38622d29ea None None] Port 6987f34c-5f85-453d-85b0-6fabd82e5413 cannot update to ACTIVE because it is not bound. {{(pid=84419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 12:10:26.548920 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:26.577371 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e76f8f-af39-473b-b452-50e77f267d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89a5904-2202-4ddd-b74e-88df6377a48e'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:10:26.588039 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port c89a5904-2202-4ddd-b74e-88df6377a48e, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c89a5904-2202-4ddd-b74e-88df6377a48e,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:10:26.592551 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:26.595356 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-67a01611-7459-4ccf-ab8e-c036f9bbe57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:26.638541 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e76f8f-af39-473b-b452-50e77f267d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89a5904-2202-4ddd-b74e-88df6377a48e', 'code': 200} Apr 05 12:10:26.674328 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=c89a5904-2202-4ddd-b74e-88df6377a48e,revision_number=7']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:26.677653 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:26.756320 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f99663-2fa2-4ee9-990a-7d53d0bddcf2 req-03bf9abc-034b-40d1-b658-290a1a23c7ae tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:26.757928 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e9f99663-2fa2-4ee9-990a-7d53d0bddcf2 req-03bf9abc-034b-40d1-b658-290a1a23c7ae tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.2138450 Apr 05 12:10:26.826945 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e9f99663-2fa2-4ee9-990a-7d53d0bddcf2 req-905aa9a9-a385-4b89-9660-c7f8157615c6 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620837 Apr 05 12:10:26.902900 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-46299098-6f08-419c-a48e-cab15daf1e66 req-619f14bf-5553-4f45-bce4-603f17e96f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6987f34c-5f85-453d-85b0-6fabd82e5413 {{(pid=84418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:10:26.910579 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-46299098-6f08-419c-a48e-cab15daf1e66 req-619f14bf-5553-4f45-bce4-603f17e96f76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:26.925902 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-46299098-6f08-419c-a48e-cab15daf1e66 req-619f14bf-5553-4f45-bce4-603f17e96f76 service neutron] Transition to ACTIVE for port object 6987f34c-5f85-453d-85b0-6fabd82e5413 will not be triggered until provisioned by entity L2. {{(pid=84418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:10:26.928616 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-46299098-6f08-419c-a48e-cab15daf1e66 req-619f14bf-5553-4f45-bce4-603f17e96f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626450'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:26.944132 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4791de79-cd84-4259-8c80-4896eae3385e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:27.083144 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f14bf-5553-4f45-bce4-603f17e96f76 service neutron] Pushing event updated for resources: {'Port': ['ID=6987f34c-5f85-453d-85b0-6fabd82e5413,revision_number=2']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:27.086127 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-619f14bf-5553-4f45-bce4-603f17e96f76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:27.297106 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-46299098-6f08-419c-a48e-cab15daf1e66 req-619f14bf-5553-4f45-bce4-603f17e96f76 service neutron] Attempting to bind port 6987f34c-5f85-453d-85b0-6fabd82e5413 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:10:27.297455 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-46299098-6f08-419c-a48e-cab15daf1e66 req-619f14bf-5553-4f45-bce4-603f17e96f76 service neutron] Attempting to bind port 6987f34c-5f85-453d-85b0-6fabd82e5413 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '552dbefa-cb20-4799-9035-36b42b96dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b619f02a-a70d-4019-968b-9d9f5c649fa7'}] {{(pid=84418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:10:27.297846 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46299098-6f08-419c-a48e-cab15daf1e66 req-619f14bf-5553-4f45-bce4-603f17e96f76 service neutron] Attempting to bind port 6987f34c-5f85-453d-85b0-6fabd82e5413 on network b619f02a-a70d-4019-968b-9d9f5c649fa7 {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:10:27.302669 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46299098-6f08-419c-a48e-cab15daf1e66 req-619f14bf-5553-4f45-bce4-603f17e96f76 service neutron] Port 6987f34c-5f85-453d-85b0-6fabd82e5413 on network b619f02a-a70d-4019-968b-9d9f5c649fa7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 12:10:27.303024 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46299098-6f08-419c-a48e-cab15daf1e66 req-619f14bf-5553-4f45-bce4-603f17e96f76 service neutron] Attempting to bind port 6987f34c-5f85-453d-85b0-6fabd82e5413 on network b619f02a-a70d-4019-968b-9d9f5c649fa7 {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:10:27.308381 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46299098-6f08-419c-a48e-cab15daf1e66 req-619f14bf-5553-4f45-bce4-603f17e96f76 service neutron] Checking agent: {'id': 'b4ce1f0a-2cfc-4a41-8c75-ffa3be69bd3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:10:27.308756 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46299098-6f08-419c-a48e-cab15daf1e66 req-619f14bf-5553-4f45-bce4-603f17e96f76 service neutron] Checking segment: {'id': '552dbefa-cb20-4799-9035-36b42b96dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b619f02a-a70d-4019-968b-9d9f5c649fa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:10:27.309221 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46299098-6f08-419c-a48e-cab15daf1e66 req-619f14bf-5553-4f45-bce4-603f17e96f76 service neutron] Bound using segment: {'id': '552dbefa-cb20-4799-9035-36b42b96dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b619f02a-a70d-4019-968b-9d9f5c649fa7'} {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:10:27.309716 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-46299098-6f08-419c-a48e-cab15daf1e66 req-619f14bf-5553-4f45-bce4-603f17e96f76 service neutron] Bound port: 6987f34c-5f85-453d-85b0-6fabd82e5413, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552dbefa-cb20-4799-9035-36b42b96dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b619f02a-a70d-4019-968b-9d9f5c649fa7'}}] {{(pid=84418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:10:27.310096 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-46299098-6f08-419c-a48e-cab15daf1e66 req-619f14bf-5553-4f45-bce4-603f17e96f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:27.410263 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-46299098-6f08-419c-a48e-cab15daf1e66 req-619f14bf-5553-4f45-bce4-603f17e96f76 service neutron] For port 6987f34c-5f85-453d-85b0-6fabd82e5413, host hv-cinder-78476, cleared binding levels {{(pid=84418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:10:27.413422 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-46299098-6f08-419c-a48e-cab15daf1e66 req-619f14bf-5553-4f45-bce4-603f17e96f76 service neutron] For port 6987f34c-5f85-453d-85b0-6fabd82e5413, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=6987f34c-5f85-453d-85b0-6fabd82e5413,segment=NetworkSegment(552dbefa-cb20-4799-9035-36b42b96dc9f),segment_id=552dbefa-cb20-4799-9035-36b42b96dc9f)] {{(pid=84418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:10:27.416938 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-46299098-6f08-419c-a48e-cab15daf1e66 req-619f14bf-5553-4f45-bce4-603f17e96f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626450'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:27.432499 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-74a906b1-c497-497d-9961-21d895a0887c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:27.443221 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159580b-584f-4458-a64a-dd8ebe0904de req-779d3503-2b53-48dc-be46-7e3df2514b6b tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:27.444826 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7159580b-584f-4458-a64a-dd8ebe0904de req-779d3503-2b53-48dc-be46-7e3df2514b6b tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4d2e02b-5f0a-42b0-bd5e-bb4e750ce971 HTTP/1.1" status: 200 len: 948 time: 0.1082163 Apr 05 12:10:27.492572 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7159580b-584f-4458-a64a-dd8ebe0904de req-ef045994-0e72-4e38-81a0-d3b3156d43b3 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1f3009-ce39-4dec-b26c-1fd9ad3427b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413356 Apr 05 12:10:27.583532 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f14bf-5553-4f45-bce4-603f17e96f76 service neutron] Pushing event updated for resources: {'Port': ['ID=6987f34c-5f85-453d-85b0-6fabd82e5413,revision_number=3']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:27.589097 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-619f14bf-5553-4f45-bce4-603f17e96f76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:27.620845 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46299098-6f08-419c-a48e-cab15daf1e66 req-619f14bf-5553-4f45-bce4-603f17e96f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:27.621331 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-46299098-6f08-419c-a48e-cab15daf1e66 req-619f14bf-5553-4f45-bce4-603f17e96f76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:27.622841 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-46299098-6f08-419c-a48e-cab15daf1e66 req-619f14bf-5553-4f45-bce4-603f17e96f76 service neutron] 10.222.0.32 "PUT /v2.0/ports/6987f34c-5f85-453d-85b0-6fabd82e5413 HTTP/1.1" status: 200 len: 1098 time: 1.4229734 Apr 05 12:10:27.623444 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d2e02b-5f0a-42b0-bd5e-bb4e750ce971', 'tag': '6987f34c-5f85-453d-85b0-6fabd82e5413'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:10:27.672848 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d2e02b-5f0a-42b0-bd5e-bb4e750ce971', 'tag': '6987f34c-5f85-453d-85b0-6fabd82e5413', 'status': 'completed', 'code': 200} Apr 05 12:10:27.933343 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971da4e-9fe0-400b-be64-995b1885c1c8 req-74403ca5-779f-428b-b7d0-e0823cf367b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:27.935049 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f971da4e-9fe0-400b-be64-995b1885c1c8 req-74403ca5-779f-428b-b7d0-e0823cf367b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=99fccf5d25e64669b872389caec4b8f9&device_id=e4d2e02b-5f0a-42b0-bd5e-bb4e750ce971 HTTP/1.1" status: 200 len: 1101 time: 0.1180742 Apr 05 12:10:28.006223 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f971da4e-9fe0-400b-be64-995b1885c1c8 req-1f0b8f12-c06c-4452-af34-fbbddc1156a6 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=99fccf5d25e64669b872389caec4b8f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588839 Apr 05 12:10:28.053604 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164090d-9574-4bbe-b38e-b74388eae938 req-f4e438e6-734b-470c-b605-11c6dc5831a2 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:28.055372 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9164090d-9574-4bbe-b38e-b74388eae938 req-f4e438e6-734b-470c-b605-11c6dc5831a2 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.0946662 Apr 05 12:10:28.110432 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9164090d-9574-4bbe-b38e-b74388eae938 req-cf502788-4121-4c8a-9bf5-513479fa21b5 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482259 Apr 05 12:10:28.161584 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971da4e-9fe0-400b-be64-995b1885c1c8 req-d2a0ef84-9d32-464d-a1b4-848ab8f11582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:28.163140 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f971da4e-9fe0-400b-be64-995b1885c1c8 req-d2a0ef84-9d32-464d-a1b4-848ab8f11582 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1498187 Apr 05 12:10:28.278143 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46299098-6f08-419c-a48e-cab15daf1e66 req-5e4eb90e-b950-4a86-b9d9-32592a79037d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:28.279776 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-46299098-6f08-419c-a48e-cab15daf1e66 req-5e4eb90e-b950-4a86-b9d9-32592a79037d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=99fccf5d25e64669b872389caec4b8f9&device_id=e4d2e02b-5f0a-42b0-bd5e-bb4e750ce971 HTTP/1.1" status: 200 len: 1101 time: 0.0776045 Apr 05 12:10:28.355768 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-46299098-6f08-419c-a48e-cab15daf1e66 req-05f4041c-aee5-4195-ac70-4478d47a6bae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=6987f34c-5f85-453d-85b0-6fabd82e5413 HTTP/1.1" status: 200 len: 217 time: 0.0686214 Apr 05 12:10:28.425749 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46299098-6f08-419c-a48e-cab15daf1e66 req-d2024b0b-75fc-4bf6-bbe1-bc243cb555ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:28.427433 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-46299098-6f08-419c-a48e-cab15daf1e66 req-d2024b0b-75fc-4bf6-bbe1-bc243cb555ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=30ee79db-537d-4477-ac2f-9bd84f0a9456 HTTP/1.1" status: 200 len: 843 time: 0.0652692 Apr 05 12:10:28.599593 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-67eaae60-bfc0-4815-b493-c360cfad9d8d req-fb68b3cd-6b10-4036-8d85-a36dcd013000 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1181061 Apr 05 12:10:28.602296 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46299098-6f08-419c-a48e-cab15daf1e66 req-37e4d7fc-1256-4c76-b174-9f8eb18ed71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:28.603622 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-46299098-6f08-419c-a48e-cab15daf1e66 req-37e4d7fc-1256-4c76-b174-9f8eb18ed71f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b619f02a-a70d-4019-968b-9d9f5c649fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1692555 Apr 05 12:10:29.157082 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eaae60-bfc0-4815-b493-c360cfad9d8d req-5c1c558f-f9b8-49ae-b279-26ab5171a9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:29.158611 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-67eaae60-bfc0-4815-b493-c360cfad9d8d req-5c1c558f-f9b8-49ae-b279-26ab5171a9fb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddc3c61214c148ae9122b41d30482408&device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 1099 time: 0.2326252 Apr 05 12:10:29.169817 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba76af3-2226-4060-93de-3e861a46d5ee req-26ac0c5e-8a25-48ca-9c23-bf22bb339eb8 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:29.170436 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-aba76af3-2226-4060-93de-3e861a46d5ee req-26ac0c5e-8a25-48ca-9c23-bf22bb339eb8 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Synchronizing usage tracker for tenant:99fccf5d25e64669b872389caec4b8f9 on resource:port {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:10:29.176476 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-46299098-6f08-419c-a48e-cab15daf1e66 req-4cba2709-7b56-4f83-8b9d-b722f0e4295a service neutron] 10.222.0.32 "GET /v2.0/networks/b619f02a-a70d-4019-968b-9d9f5c649fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580871 Apr 05 12:10:29.273755 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-aba76af3-2226-4060-93de-3e861a46d5ee req-26ac0c5e-8a25-48ca-9c23-bf22bb339eb8 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Unset dirty status for tenant:99fccf5d25e64669b872389caec4b8f9 on resource:port {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:10:29.280881 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-aba76af3-2226-4060-93de-3e861a46d5ee req-26ac0c5e-8a25-48ca-9c23-bf22bb339eb8 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4d2e02b-5f0a-42b0-bd5e-bb4e750ce971 HTTP/1.1" status: 200 len: 948 time: 0.6351135 Apr 05 12:10:29.432204 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e129fd-221d-40b1-af32-9732525cf41f req-e4837ae6-9865-4ae4-a2b9-eb839c17ac90 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:29.440637 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-61e129fd-221d-40b1-af32-9732525cf41f req-e4837ae6-9865-4ae4-a2b9-eb839c17ac90 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.1553066 Apr 05 12:10:29.485757 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-aba76af3-2226-4060-93de-3e861a46d5ee req-8d2e5076-cc01-42f3-8f42-128ce83ecce5 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Synchronizing usage tracker for tenant:99fccf5d25e64669b872389caec4b8f9 on resource:security_group {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:10:29.504035 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-61e129fd-221d-40b1-af32-9732525cf41f req-2c9ed585-a663-4012-a116-946ddfa14c34 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624571 Apr 05 12:10:29.527992 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-46299098-6f08-419c-a48e-cab15daf1e66 req-dd6c48b8-39a8-42b8-9b69-4aeaddb196cd service neutron] 10.222.0.32 "GET /v2.0/networks/b619f02a-a70d-4019-968b-9d9f5c649fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428741 Apr 05 12:10:29.536545 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eaae60-bfc0-4815-b493-c360cfad9d8d req-77696b5f-3972-41af-a51b-e8859aadadc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:29.538187 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-67eaae60-bfc0-4815-b493-c360cfad9d8d req-77696b5f-3972-41af-a51b-e8859aadadc4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 HTTP/1.1" status: 200 len: 911 time: 0.3255584 Apr 05 12:10:29.608760 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-aba76af3-2226-4060-93de-3e861a46d5ee req-8d2e5076-cc01-42f3-8f42-128ce83ecce5 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Unset dirty status for tenant:99fccf5d25e64669b872389caec4b8f9 on resource:security_group {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:10:29.621252 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-aba76af3-2226-4060-93de-3e861a46d5ee req-8d2e5076-cc01-42f3-8f42-128ce83ecce5 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1f3009-ce39-4dec-b26c-1fd9ad3427b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389368 Apr 05 12:10:29.683489 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-67eaae60-bfc0-4815-b493-c360cfad9d8d req-120d40da-91b6-4a50-938f-b105449badb8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58362b7c-bead-43a0-8ba6-003b0b5099bc HTTP/1.1" status: 200 len: 1002 time: 0.1386874 Apr 05 12:10:29.762755 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eaae60-bfc0-4815-b493-c360cfad9d8d req-348cbc28-6255-4d7c-8164-a9a67f1229bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:29.764432 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-67eaae60-bfc0-4815-b493-c360cfad9d8d req-348cbc28-6255-4d7c-8164-a9a67f1229bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e2cc0a18-1ec0-47fc-acf4-d5c1651f886a HTTP/1.1" status: 200 len: 849 time: 0.0726285 Apr 05 12:10:29.867404 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eaae60-bfc0-4815-b493-c360cfad9d8d req-0a72fd72-52f8-4830-a0b5-bad8c2ea96cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:29.870150 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-67eaae60-bfc0-4815-b493-c360cfad9d8d req-0a72fd72-52f8-4830-a0b5-bad8c2ea96cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0974712 Apr 05 12:10:30.036082 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-67eaae60-bfc0-4815-b493-c360cfad9d8d req-3b471a32-a9ad-42d8-9f85-b837195bc6a3 service neutron] 10.222.0.32 "GET /v2.0/networks/ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594961 Apr 05 12:10:30.234739 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-67eaae60-bfc0-4815-b493-c360cfad9d8d req-a25df3b9-d82d-43cc-9c3a-62e433e8c131 service neutron] 10.222.0.32 "GET /v2.0/networks/ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888053 Apr 05 12:10:30.753979 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa90db3-70c7-471d-8d67-1598209a2f35 req-e387e4bf-1f1b-4000-87dd-c6108c2bb85f tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:30.761785 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0fa90db3-70c7-471d-8d67-1598209a2f35 req-e387e4bf-1f1b-4000-87dd-c6108c2bb85f tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.1088665 Apr 05 12:10:30.842120 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0fa90db3-70c7-471d-8d67-1598209a2f35 req-c3e18c33-164d-43e8-b633-bbb166984c3a tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792639 Apr 05 12:10:30.869894 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f43cf-e927-4793-8aef-82b8b0ce8f35 req-5c33c131-f2e6-4726-9723-0663e26a2421 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:30.875446 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e15f43cf-e927-4793-8aef-82b8b0ce8f35 req-5c33c131-f2e6-4726-9723-0663e26a2421 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4d2e02b-5f0a-42b0-bd5e-bb4e750ce971 HTTP/1.1" status: 200 len: 948 time: 0.1184943 Apr 05 12:10:30.932400 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e15f43cf-e927-4793-8aef-82b8b0ce8f35 req-74f196ce-d125-407a-b9d0-299f765cd6a2 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1f3009-ce39-4dec-b26c-1fd9ad3427b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524938 Apr 05 12:10:32.091319 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f82f8-ee02-449f-b3ef-cfcce60320e5 req-34122bb5-7c79-4d39-8a44-14d9c134fc2e tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:32.095224 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a29f82f8-ee02-449f-b3ef-cfcce60320e5 req-34122bb5-7c79-4d39-8a44-14d9c134fc2e tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.1443439 Apr 05 12:10:32.164685 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a29f82f8-ee02-449f-b3ef-cfcce60320e5 req-fc2152b2-652c-4f62-a071-152cdab19051 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606899 Apr 05 12:10:32.239135 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc0603-c34a-4c5c-ae72-63aa9f63d0b5 req-87d78d40-6e2c-410a-9c38-f7fb5a628ff8 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:32.240949 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-26fc0603-c34a-4c5c-ae72-63aa9f63d0b5 req-87d78d40-6e2c-410a-9c38-f7fb5a628ff8 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4d2e02b-5f0a-42b0-bd5e-bb4e750ce971 HTTP/1.1" status: 200 len: 948 time: 0.1741583 Apr 05 12:10:32.292828 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-26fc0603-c34a-4c5c-ae72-63aa9f63d0b5 req-9b6ffbc5-8305-4f77-a3dc-fae2713ffbde tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1f3009-ce39-4dec-b26c-1fd9ad3427b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448308 Apr 05 12:10:32.549361 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:33.300962 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 53504) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:33.402560 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd06a31-ddd8-4027-8e3d-8ffa9ac667a5 admin admin] Deleting subnet 43bdaed8-88bc-47b9-87eb-4d7d431f86f2 {{(pid=84418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 12:10:33.407083 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-efd06a31-ddd8-4027-8e3d-8ffa9ac667a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:33.418948 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46624c43-ccbf-40a5-9112-d7bed6e7ad23 req-25622d17-b269-438a-8565-ef4294fc0879 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:33.420642 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-46624c43-ccbf-40a5-9112-d7bed6e7ad23 req-25622d17-b269-438a-8565-ef4294fc0879 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.1081574 Apr 05 12:10:33.466817 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-efd06a31-ddd8-4027-8e3d-8ffa9ac667a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843447316'] for subnet, precommit_delete_associations {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:33.488035 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-46624c43-ccbf-40a5-9112-d7bed6e7ad23 req-2bfff2a5-c787-476f-bb07-f456453914f5 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574560 Apr 05 12:10:33.583163 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-efd06a31-ddd8-4027-8e3d-8ffa9ac667a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16343'] for subnet, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:33.694891 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05411f8-3569-49fd-b477-eadedf148067 req-fb266550-ee92-467a-9275-37d8ed6369f2 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:33.696476 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c05411f8-3569-49fd-b477-eadedf148067 req-fb266550-ee92-467a-9275-37d8ed6369f2 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4d2e02b-5f0a-42b0-bd5e-bb4e750ce971 HTTP/1.1" status: 200 len: 948 time: 0.1743796 Apr 05 12:10:33.815157 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c05411f8-3569-49fd-b477-eadedf148067 req-ab384122-dccd-464c-aa03-daec8c6d714f tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1f3009-ce39-4dec-b26c-1fd9ad3427b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638404 Apr 05 12:10:33.923374 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-efd06a31-ddd8-4027-8e3d-8ffa9ac667a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10626375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843183378'] for subnet, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:33.944105 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:33.991868 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd06a31-ddd8-4027-8e3d-8ffa9ac667a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43bdaed8-88bc-47b9-87eb-4d7d431f86f2,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:34.055432 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd06a31-ddd8-4027-8e3d-8ffa9ac667a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:10:34.055843 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd06a31-ddd8-4027-8e3d-8ffa9ac667a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:10:34.056261 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd06a31-ddd8-4027-8e3d-8ffa9ac667a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:10:34.056664 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd06a31-ddd8-4027-8e3d-8ffa9ac667a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:10:34.057057 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd06a31-ddd8-4027-8e3d-8ffa9ac667a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:10:34.057452 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd06a31-ddd8-4027-8e3d-8ffa9ac667a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:10:34.057872 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd06a31-ddd8-4027-8e3d-8ffa9ac667a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:10:34.058262 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd06a31-ddd8-4027-8e3d-8ffa9ac667a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:10:34.058653 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd06a31-ddd8-4027-8e3d-8ffa9ac667a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:10:34.059043 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd06a31-ddd8-4027-8e3d-8ffa9ac667a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:10:34.059432 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd06a31-ddd8-4027-8e3d-8ffa9ac667a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:10:34.059818 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd06a31-ddd8-4027-8e3d-8ffa9ac667a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:10:34.063479 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-efd06a31-ddd8-4027-8e3d-8ffa9ac667a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:34.096672 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-efd06a31-ddd8-4027-8e3d-8ffa9ac667a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:34.103991 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-efd06a31-ddd8-4027-8e3d-8ffa9ac667a5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/43bdaed8-88bc-47b9-87eb-4d7d431f86f2 HTTP/1.1" status: 204 len: 168 time: 0.8018854 Apr 05 12:10:34.106881 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 53510) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:34.228456 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 6987f34c-5f85-453d-85b0-6fabd82e5413 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 12:10:34.236410 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-65d280b2-d8c3-42f9-b5cc-cd4e15633a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-454253'] for network, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:34.495191 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 6987f34c-5f85-453d-85b0-6fabd82e5413, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=6987f34c-5f85-453d-85b0-6fabd82e5413,segment=NetworkSegment(552dbefa-cb20-4799-9035-36b42b96dc9f),segment_id=552dbefa-cb20-4799-9035-36b42b96dc9f)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:10:34.549595 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Returning: {'device': '6987f34c-5f85-453d-85b0-6fabd82e5413', 'network_id': 'b619f02a-a70d-4019-968b-9d9f5c649fa7', 'port_id': '6987f34c-5f85-453d-85b0-6fabd82e5413', 'mac_address': 'fa:16:3e:c2:69:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30ee79db-537d-4477-ac2f-9bd84f0a9456', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:10:34.553071 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-65d280b2-d8c3-42f9-b5cc-cd4e15633a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363279657788737'] for network, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:34.591678 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:34.626321 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6987f34c-5f85-453d-85b0-6fabd82e5413 {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:10:34.646636 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 6987f34c-5f85-453d-85b0-6fabd82e5413, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=6987f34c-5f85-453d-85b0-6fabd82e5413,segment=NetworkSegment(552dbefa-cb20-4799-9035-36b42b96dc9f),segment_id=552dbefa-cb20-4799-9035-36b42b96dc9f)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:10:34.655393 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:34.657311 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d16def31-b826-4499-81fa-8ca5ace528b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:34.751624 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=6987f34c-5f85-453d-85b0-6fabd82e5413,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:34.763288 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:34.797223 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-65d280b2-d8c3-42f9-b5cc-cd4e15633a10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['713f2278-266b-49e9-9a24-b85bc9e7017b']}} {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:10:34.814635 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-65d280b2-d8c3-42f9-b5cc-cd4e15633a10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d8e046-f056-4ddf-a3ad-1cddba0b3502') {'for_net_delete': True} {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:10:34.814635 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-65d280b2-d8c3-42f9-b5cc-cd4e15633a10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d8e046-f056-4ddf-a3ad-1cddba0b3502') {} {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:10:34.832357 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b6da7-8dea-4680-992d-00073698031b req-e816fae9-1fa8-4077-91d7-dc5d7c27a256 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:34.834036 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d66b6da7-8dea-4680-992d-00073698031b req-e816fae9-1fa8-4077-91d7-dc5d7c27a256 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.2204328 Apr 05 12:10:34.837898 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-65d280b2-d8c3-42f9-b5cc-cd4e15633a10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757196986961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1669886'] for segment, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:34.904428 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d66b6da7-8dea-4680-992d-00073698031b req-5f2140bb-6fe6-44dd-9ac2-c23754c3a94b tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591607 Apr 05 12:10:34.919708 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-65d280b2-d8c3-42f9-b5cc-cd4e15633a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:34.926833 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d280b2-d8c3-42f9-b5cc-cd4e15633a10 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=84417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 12:10:35.043960 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['6987f34c-5f85-453d-85b0-6fabd82e5413'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:10:35.073851 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba2e7e-9818-4459-8ee5-2925eaed058f req-0dc877ac-4bfb-4551-89c4-59c3f21a6df2 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:35.075649 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-caba2e7e-9818-4459-8ee5-2925eaed058f req-0dc877ac-4bfb-4551-89c4-59c3f21a6df2 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4d2e02b-5f0a-42b0-bd5e-bb4e750ce971 HTTP/1.1" status: 200 len: 949 time: 0.1120403 Apr 05 12:10:35.157152 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-caba2e7e-9818-4459-8ee5-2925eaed058f req-3d28ef99-90a2-4b2b-b77e-98a50b535d19 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1f3009-ce39-4dec-b26c-1fd9ad3427b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745418 Apr 05 12:10:35.336463 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-65d280b2-d8c3-42f9-b5cc-cd4e15633a10 admin admin] Network 713f2278-266b-49e9-9a24-b85bc9e7017b has no segments {{(pid=84417) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 12:10:35.346102 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-65d280b2-d8c3-42f9-b5cc-cd4e15633a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853132148'] for segment, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:35.537156 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-65d280b2-d8c3-42f9-b5cc-cd4e15633a10 admin admin] Network 713f2278-266b-49e9-9a24-b85bc9e7017b has no segments {{(pid=84417) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: Traceback (most recent call last): Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: timer() Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: cb(*args, **kw) Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: return func(*args, **kwargs) Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: self._notify() Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: self.callback(batched_events) Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: event.method(event) Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: segment_id)['aggregates'][0] Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: return f(self, *a, **k) Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: return self._get(url).json() Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: **kwargs) Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: return self.request(url, 'GET', **kwargs) Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: **endpoint_filter) Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:10:35.561589 dv-cinder-784763-1-smb neutron-server[84306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:10:35.646870 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-65d280b2-d8c3-42f9-b5cc-cd4e15633a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854004774'] for network, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:35.651725 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c41e0b72-d75d-438c-a8c8-13220cf958f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:35.666469 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-65d280b2-d8c3-42f9-b5cc-cd4e15633a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:35.679078 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d280b2-d8c3-42f9-b5cc-cd4e15633a10 admin admin] Pushing event deleted for resources: {'Network': ['ID=713f2278-266b-49e9-9a24-b85bc9e7017b,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:35.689941 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d280b2-d8c3-42f9-b5cc-cd4e15633a10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:10:35.690380 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d280b2-d8c3-42f9-b5cc-cd4e15633a10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:10:35.690864 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d280b2-d8c3-42f9-b5cc-cd4e15633a10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:10:35.691269 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d280b2-d8c3-42f9-b5cc-cd4e15633a10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:10:35.691668 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d280b2-d8c3-42f9-b5cc-cd4e15633a10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:10:35.692065 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d280b2-d8c3-42f9-b5cc-cd4e15633a10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:10:35.692459 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d280b2-d8c3-42f9-b5cc-cd4e15633a10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:10:35.692855 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d280b2-d8c3-42f9-b5cc-cd4e15633a10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:10:35.693248 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d280b2-d8c3-42f9-b5cc-cd4e15633a10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:10:35.693664 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d280b2-d8c3-42f9-b5cc-cd4e15633a10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:10:35.694054 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d280b2-d8c3-42f9-b5cc-cd4e15633a10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:10:35.694447 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d280b2-d8c3-42f9-b5cc-cd4e15633a10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:10:35.698169 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-65d280b2-d8c3-42f9-b5cc-cd4e15633a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:35.700141 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-65d280b2-d8c3-42f9-b5cc-cd4e15633a10 admin admin] 10.222.0.26 "DELETE /v2.0/networks/713f2278-266b-49e9-9a24-b85bc9e7017b HTTP/1.1" status: 204 len: 168 time: 1.5921922 Apr 05 12:10:35.703293 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 53524) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:35.774898 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff2c049-060f-477b-9f5a-a64e32f4512a admin admin] Deleting subnet defd5557-c4b6-474c-94ef-25280eb06016 {{(pid=84418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 12:10:35.778101 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7ff2c049-060f-477b-9f5a-a64e32f4512a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:35.832356 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7ff2c049-060f-477b-9f5a-a64e32f4512a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843447316'] for subnet, precommit_delete_associations {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:35.894654 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7ff2c049-060f-477b-9f5a-a64e32f4512a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16343'] for subnet, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:36.148483 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22ffbf-8169-4206-9404-c7428454a9df req-a1ac94df-6f64-4482-a307-50d9bef880f6 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:36.151004 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9f22ffbf-8169-4206-9404-c7428454a9df req-a1ac94df-6f64-4482-a307-50d9bef880f6 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.1074777 Apr 05 12:10:36.189291 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7ff2c049-060f-477b-9f5a-a64e32f4512a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10626375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843183378'] for subnet, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:36.224827 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9f22ffbf-8169-4206-9404-c7428454a9df req-bc17e176-abca-4179-8d52-30daf49e0997 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671885 Apr 05 12:10:36.236312 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 6987f34c-5f85-453d-85b0-6fabd82e5413 up at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:10:36.305938 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-efd06a31-ddd8-4027-8e3d-8ffa9ac667a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:36.333503 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning for port 6987f34c-5f85-453d-85b0-6fabd82e5413 completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:10:36.339924 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning complete for port 6987f34c-5f85-453d-85b0-6fabd82e5413 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:10:36.340617 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:36.350856 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2c049-060f-477b-9f5a-a64e32f4512a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=defd5557-c4b6-474c-94ef-25280eb06016,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:36.357558 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7ff2c049-060f-477b-9f5a-a64e32f4512a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:36.395612 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7ff2c049-060f-477b-9f5a-a64e32f4512a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:36.409209 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-7ff2c049-060f-477b-9f5a-a64e32f4512a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/defd5557-c4b6-474c-94ef-25280eb06016 HTTP/1.1" status: 204 len: 168 time: 0.7016418 Apr 05 12:10:36.409685 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 53532) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:36.470680 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44de5d6-d3ec-455e-8008-7eb8adbc3c06 req-1975d194-9d60-4434-b83e-e8eaafb2812c tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:36.478461 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a44de5d6-d3ec-455e-8008-7eb8adbc3c06 req-1975d194-9d60-4434-b83e-e8eaafb2812c tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4d2e02b-5f0a-42b0-bd5e-bb4e750ce971 HTTP/1.1" status: 200 len: 949 time: 0.1288455 Apr 05 12:10:36.524475 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:36.526696 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-10351de8-7aa4-4107-9c65-84341ed70617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-454253'] for network, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:36.542827 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a44de5d6-d3ec-455e-8008-7eb8adbc3c06 req-8aa0dcab-3e59-4adb-820e-5cc46e864371 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1f3009-ce39-4dec-b26c-1fd9ad3427b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633500 Apr 05 12:10:36.563978 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d2e02b-5f0a-42b0-bd5e-bb4e750ce971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6987f34c-5f85-453d-85b0-6fabd82e5413'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:10:36.577993 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 6987f34c-5f85-453d-85b0-6fabd82e5413, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=6987f34c-5f85-453d-85b0-6fabd82e5413,segment=NetworkSegment(552dbefa-cb20-4799-9035-36b42b96dc9f),segment_id=552dbefa-cb20-4799-9035-36b42b96dc9f)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:10:36.586374 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:36.588366 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:36.630214 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d2e02b-5f0a-42b0-bd5e-bb4e750ce971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6987f34c-5f85-453d-85b0-6fabd82e5413', 'code': 200} Apr 05 12:10:36.667002 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=6987f34c-5f85-453d-85b0-6fabd82e5413,revision_number=5']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:36.671038 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:36.735927 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-10351de8-7aa4-4107-9c65-84341ed70617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363279657788737'] for network, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:36.854191 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-10351de8-7aa4-4107-9c65-84341ed70617 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cb5c1a3-1f9a-4913-9c3e-adfeb8166c74']}} {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:10:36.869688 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 6 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:10:36.873945 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-10351de8-7aa4-4107-9c65-84341ed70617 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce0e9ce7-4365-47a3-b7ba-52ed70776e98') {'for_net_delete': True} {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:10:36.873945 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-10351de8-7aa4-4107-9c65-84341ed70617 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce0e9ce7-4365-47a3-b7ba-52ed70776e98') {} {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:10:36.888263 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-10351de8-7aa4-4107-9c65-84341ed70617 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757196986961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1669886'] for segment, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:36.904866 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65324599-e45e-4803-8907-f60c60aa4a3f req-d13cd62b-fe42-4c11-8839-d85b65396a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:36.906531 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-10351de8-7aa4-4107-9c65-84341ed70617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:36.906937 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-65324599-e45e-4803-8907-f60c60aa4a3f req-d13cd62b-fe42-4c11-8839-d85b65396a3f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e4d2e02b-5f0a-42b0-bd5e-bb4e750ce971 HTTP/1.1" status: 200 len: 1103 time: 0.0830846 Apr 05 12:10:36.913482 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10351de8-7aa4-4107-9c65-84341ed70617 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=84417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 12:10:36.959761 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-65324599-e45e-4803-8907-f60c60aa4a3f req-5d2ee86e-446f-4652-b96c-fd96d27cdbba service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8c1f3009-ce39-4dec-b26c-1fd9ad3427b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404177 Apr 05 12:10:37.102837 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-10351de8-7aa4-4107-9c65-84341ed70617 admin admin] Network 4cb5c1a3-1f9a-4913-9c3e-adfeb8166c74 has no segments {{(pid=84417) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 12:10:37.116747 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-10351de8-7aa4-4107-9c65-84341ed70617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853132148'] for segment, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:37.316327 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-10351de8-7aa4-4107-9c65-84341ed70617 admin admin] Network 4cb5c1a3-1f9a-4913-9c3e-adfeb8166c74 has no segments {{(pid=84417) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 12:10:37.336174 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d699a690-5fc2-4df2-8d74-f7e27d09532b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: Traceback (most recent call last): Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: timer() Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: cb(*args, **kw) Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: return func(*args, **kwargs) Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: self._notify() Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: self.callback(batched_events) Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: event.method(event) Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: segment_id)['aggregates'][0] Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: return f(self, *a, **k) Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: return self._get(url).json() Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: **kwargs) Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: return self.request(url, 'GET', **kwargs) Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: **endpoint_filter) Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:10:37.354374 dv-cinder-784763-1-smb neutron-server[84306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:10:37.455188 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-10351de8-7aa4-4107-9c65-84341ed70617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854004774'] for network, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:37.460551 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-10351de8-7aa4-4107-9c65-84341ed70617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:37.463227 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:37.486583 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10351de8-7aa4-4107-9c65-84341ed70617 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cb5c1a3-1f9a-4913-9c3e-adfeb8166c74,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:37.489819 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-10351de8-7aa4-4107-9c65-84341ed70617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:37.495185 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-10351de8-7aa4-4107-9c65-84341ed70617 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4cb5c1a3-1f9a-4913-9c3e-adfeb8166c74 HTTP/1.1" status: 204 len: 168 time: 1.0843315 Apr 05 12:10:37.846740 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfa876-a534-4cd6-b827-9d382e5a0066 req-7844983d-b77a-468d-ae0b-a31b3c19c413 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:37.856851 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-abbfa876-a534-4cd6-b827-9d382e5a0066 req-7844983d-b77a-468d-ae0b-a31b3c19c413 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4d2e02b-5f0a-42b0-bd5e-bb4e750ce971 HTTP/1.1" status: 200 len: 950 time: 0.1436603 Apr 05 12:10:37.857452 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37be5bf-7d48-48c7-a2c2-7741efe35189 req-d74ab52d-e32b-46b7-8238-e02069d946e6 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:37.859398 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 53544) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:37.859916 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f37be5bf-7d48-48c7-a2c2-7741efe35189 req-d74ab52d-e32b-46b7-8238-e02069d946e6 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.4363286 Apr 05 12:10:37.916548 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f37be5bf-7d48-48c7-a2c2-7741efe35189 req-f213e38a-1dd3-4ef8-afed-b94983d5ee3a tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497115 Apr 05 12:10:37.955265 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-abbfa876-a534-4cd6-b827-9d382e5a0066 req-e762a6d5-e016-4100-8cd2-eaf0d1cee929 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1f3009-ce39-4dec-b26c-1fd9ad3427b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710659 Apr 05 12:10:37.964742 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 53552) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:37.964930 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-a92955e2-27b0-4607-9eeb-8ac13b7a1b81 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dd6e740d1a7d40c9a6dd16ea5ba39509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1030595 Apr 05 12:10:38.039177 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2579b899-f22d-4ce4-b4b2-38177d1e1b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:38.071795 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2579b899-f22d-4ce4-b4b2-38177d1e1b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:38.125086 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2579b899-f22d-4ce4-b4b2-38177d1e1b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:38.147045 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-110a6725-788a-4c45-a443-352e48aa1588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:38.176874 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2579b899-f22d-4ce4-b4b2-38177d1e1b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:38.178813 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-2579b899-f22d-4ce4-b4b2-38177d1e1b13 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c70898dd-827f-4dae-9095-041b11d97a0e HTTP/1.1" status: 204 len: 168 time: 0.2122910 Apr 05 12:10:38.180141 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579b899-f22d-4ce4-b4b2-38177d1e1b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70898dd-827f-4dae-9095-041b11d97a0e,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:38.194942 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2579b899-f22d-4ce4-b4b2-38177d1e1b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:38.592922 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 53562) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:38.650462 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-2d923eb7-53ad-468c-979d-df4ff76ed57f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d3f4cd0521e2459bae4eadaf039bf9e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555329 Apr 05 12:10:38.652919 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 53568) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:38.696206 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:38.716365 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6d2ee4d2-1b66-4bbf-ace6-8db6f85621de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:38.743869 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6d2ee4d2-1b66-4bbf-ace6-8db6f85621de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:38.789409 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6d2ee4d2-1b66-4bbf-ace6-8db6f85621de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:38.794478 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-33ad1cd6-1753-4b4b-8835-da9d18f7d563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:38.809346 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ee4d2-1b66-4bbf-ace6-8db6f85621de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dc59fb-2b3e-4b26-add9-286b415cb965,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:38.812061 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6d2ee4d2-1b66-4bbf-ace6-8db6f85621de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:38.818057 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6d2ee4d2-1b66-4bbf-ace6-8db6f85621de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:38.819264 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-6d2ee4d2-1b66-4bbf-ace6-8db6f85621de admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/99dc59fb-2b3e-4b26-add9-286b415cb965 HTTP/1.1" status: 204 len: 168 time: 0.1653705 Apr 05 12:10:39.135204 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb7a10-73b6-4641-b0f5-b0960826ec3a req-e26f9f91-46e3-4a98-9d04-93d7631b9286 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:39.136808 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d5bb7a10-73b6-4641-b0f5-b0960826ec3a req-e26f9f91-46e3-4a98-9d04-93d7631b9286 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.0933628 Apr 05 12:10:39.164878 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d49344-dcc9-4734-9c2e-f25e24078422 req-2172dff8-beb4-4c45-a03c-c1fa55cd94e7 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:39.166579 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c3d49344-dcc9-4734-9c2e-f25e24078422 req-2172dff8-beb4-4c45-a03c-c1fa55cd94e7 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4d2e02b-5f0a-42b0-bd5e-bb4e750ce971 HTTP/1.1" status: 200 len: 950 time: 0.0902083 Apr 05 12:10:39.189414 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d5bb7a10-73b6-4641-b0f5-b0960826ec3a req-10dff53c-dcbe-4f09-950e-8b6fb6b01439 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436323 Apr 05 12:10:39.223743 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c3d49344-dcc9-4734-9c2e-f25e24078422 req-ccfe659b-9f66-4020-8bd2-4e04f2701a9d tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1f3009-ce39-4dec-b26c-1fd9ad3427b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496645 Apr 05 12:10:39.698541 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8b4d2-45d1-463d-9e17-ae03e1d8f419 req-cb7c7eb6-9b04-4b5b-8ccd-4f3eda136a89 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:39.700142 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5ff8b4d2-45d1-463d-9e17-ae03e1d8f419 req-cb7c7eb6-9b04-4b5b-8ccd-4f3eda136a89 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4d2e02b-5f0a-42b0-bd5e-bb4e750ce971 HTTP/1.1" status: 200 len: 950 time: 0.0967896 Apr 05 12:10:39.748689 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5ff8b4d2-45d1-463d-9e17-ae03e1d8f419 req-29956493-4ae4-4663-817b-ae907b922073 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1f3009-ce39-4dec-b26c-1fd9ad3427b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417747 Apr 05 12:10:39.841616 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc993b4-2f58-47d7-9679-2e1b5594c27c req-37e68cfa-eb37-46b0-b887-18a2479b2b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:39.843226 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3dc993b4-2f58-47d7-9679-2e1b5594c27c req-37e68cfa-eb37-46b0-b887-18a2479b2b9f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef963fd801d14231908609f44c23fa0b&device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 1099 time: 0.0952063 Apr 05 12:10:39.907622 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8da52a60-2785-4ef7-b140-c7950522442c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:39.987147 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc993b4-2f58-47d7-9679-2e1b5594c27c req-0c6b07a9-fd4a-4c09-b367-26e7c1d65a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:39.988716 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3dc993b4-2f58-47d7-9679-2e1b5594c27c req-0c6b07a9-fd4a-4c09-b367-26e7c1d65a80 service neutron] 10.222.0.32 "GET /v2.0/networks?id=40fb80d3-753f-4a6e-8e1e-404338c152f4 HTTP/1.1" status: 200 len: 918 time: 0.1371515 Apr 05 12:10:40.102085 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3dc993b4-2f58-47d7-9679-2e1b5594c27c req-709bab6c-40b1-4565-958b-85442a1893a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c89a5904-2202-4ddd-b74e-88df6377a48e HTTP/1.1" status: 200 len: 1002 time: 0.1015081 Apr 05 12:10:40.177783 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc993b4-2f58-47d7-9679-2e1b5594c27c req-c79ca2b1-0985-4ab0-b369-f5402a9e36c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:40.179616 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3dc993b4-2f58-47d7-9679-2e1b5594c27c req-c79ca2b1-0985-4ab0-b369-f5402a9e36c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad6e7b7d-b348-4208-aa85-00f9b060484b HTTP/1.1" status: 200 len: 856 time: 0.0690253 Apr 05 12:10:40.266664 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc993b4-2f58-47d7-9679-2e1b5594c27c req-a38842d6-9e8c-4139-8d80-c77f429cbd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:40.268315 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3dc993b4-2f58-47d7-9679-2e1b5594c27c req-a38842d6-9e8c-4139-8d80-c77f429cbd4d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=40fb80d3-753f-4a6e-8e1e-404338c152f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811996 Apr 05 12:10:40.282189 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:40.427409 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3dc993b4-2f58-47d7-9679-2e1b5594c27c req-8736eee2-8430-4e1d-bd2e-93b35fc38d21 service neutron] 10.222.0.32 "GET /v2.0/networks/40fb80d3-753f-4a6e-8e1e-404338c152f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439631 Apr 05 12:10:40.641640 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3dc993b4-2f58-47d7-9679-2e1b5594c27c req-1ba63ab3-116c-483c-a969-f66b63ef15a2 service neutron] 10.222.0.32 "GET /v2.0/networks/40fb80d3-753f-4a6e-8e1e-404338c152f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012086 Apr 05 12:10:40.654375 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51212d14-2567-4666-8298-61a25b5303aa req-0193f394-bf7a-4a50-be2c-ec9da39e3166 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:40.655994 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-51212d14-2567-4666-8298-61a25b5303aa req-0193f394-bf7a-4a50-be2c-ec9da39e3166 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.1919484 Apr 05 12:10:40.704835 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-51212d14-2567-4666-8298-61a25b5303aa req-a220ac8b-4521-4a08-9870-c14982b18bf2 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419497 Apr 05 12:10:40.952175 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e7f3c-5bdf-4f46-9486-95fa094b2edb req-04f05d04-889e-4cdf-981b-0ee0b3f9b343 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:40.953812 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e89e7f3c-5bdf-4f46-9486-95fa094b2edb req-04f05d04-889e-4cdf-981b-0ee0b3f9b343 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4d2e02b-5f0a-42b0-bd5e-bb4e750ce971 HTTP/1.1" status: 200 len: 950 time: 0.0919337 Apr 05 12:10:41.000916 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e89e7f3c-5bdf-4f46-9486-95fa094b2edb req-708b4246-28c3-48b7-a004-34b1971900fa tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1f3009-ce39-4dec-b26c-1fd9ad3427b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407283 Apr 05 12:10:41.278564 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882919f-9659-4703-8c6e-efcecd0b6e03 req-2ccd3c73-90a5-4a7c-91c4-2e30585378ee tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:41.280108 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7882919f-9659-4703-8c6e-efcecd0b6e03 req-2ccd3c73-90a5-4a7c-91c4-2e30585378ee tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4d2e02b-5f0a-42b0-bd5e-bb4e750ce971 HTTP/1.1" status: 200 len: 950 time: 0.0870306 Apr 05 12:10:41.362118 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-7882919f-9659-4703-8c6e-efcecd0b6e03 req-421f9437-964e-4a28-a0d9-4491fb718ca0 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Deleting port 6987f34c-5f85-453d-85b0-6fabd82e5413 {{(pid=84418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:10:41.362631 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-7882919f-9659-4703-8c6e-efcecd0b6e03 req-421f9437-964e-4a28-a0d9-4491fb718ca0 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:41.630445 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-7882919f-9659-4703-8c6e-efcecd0b6e03 req-421f9437-964e-4a28-a0d9-4491fb718ca0 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] For port 6987f34c-5f85-453d-85b0-6fabd82e5413, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=6987f34c-5f85-453d-85b0-6fabd82e5413,segment=NetworkSegment(552dbefa-cb20-4799-9035-36b42b96dc9f),segment_id=552dbefa-cb20-4799-9035-36b42b96dc9f)] {{(pid=84418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:10:41.630835 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-7882919f-9659-4703-8c6e-efcecd0b6e03 req-421f9437-964e-4a28-a0d9-4491fb718ca0 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:41.759910 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-7882919f-9659-4703-8c6e-efcecd0b6e03 req-421f9437-964e-4a28-a0d9-4491fb718ca0 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Calling delete_port for 6987f34c-5f85-453d-85b0-6fabd82e5413 owned by compute:nova {{(pid=84418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:10:41.989223 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bda6b-2099-400d-9e77-a879abb048a8 req-c5f76c15-3247-45de-91f4-e6de96bff198 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:41.991283 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2f5bda6b-2099-400d-9e77-a879abb048a8 req-c5f76c15-3247-45de-91f4-e6de96bff198 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 946 time: 0.1686432 Apr 05 12:10:41.991967 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-7882919f-9659-4703-8c6e-efcecd0b6e03 req-421f9437-964e-4a28-a0d9-4491fb718ca0 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:41.992443 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:42.003212 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['6987f34c-5f85-453d-85b0-6fabd82e5413'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:10:42.011438 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:42.097155 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f9437-964e-4a28-a0d9-4491fb718ca0 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Pushing event deleted for resources: {'Port': ['ID=6987f34c-5f85-453d-85b0-6fabd82e5413,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:42.145479 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-421f9437-964e-4a28-a0d9-4491fb718ca0 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:42.167503 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-163b4b45-5e06-4d9b-a381-2ebf14054087 req-f676cde8-b6f6-4bba-a2f1-de5b1d74f321 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4d2e02b-5f0a-42b0-bd5e-bb4e750ce971 HTTP/1.1" status: 200 len: 210 time: 0.0481520 Apr 05 12:10:42.180596 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2f5bda6b-2099-400d-9e77-a879abb048a8 req-7ea269b6-8f29-4ddf-8250-d9d393346551 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724386 Apr 05 12:10:42.262267 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device c89a5904-2202-4ddd-b74e-88df6377a48e no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:10:42.299770 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-7882919f-9659-4703-8c6e-efcecd0b6e03 req-421f9437-964e-4a28-a0d9-4491fb718ca0 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] No DVR routers for this DVR port 6987f34c-5f85-453d-85b0-6fabd82e5413 on host hv-cinder-78476 {{(pid=84418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 12:10:42.303259 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-7882919f-9659-4703-8c6e-efcecd0b6e03 req-421f9437-964e-4a28-a0d9-4491fb718ca0 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:42.307834 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d2e02b-5f0a-42b0-bd5e-bb4e750ce971', 'name': 'network-vif-deleted', 'tag': '6987f34c-5f85-453d-85b0-6fabd82e5413'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:10:42.323580 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7882919f-9659-4703-8c6e-efcecd0b6e03 req-421f9437-964e-4a28-a0d9-4491fb718ca0 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] 10.222.0.32 "DELETE /v2.0/ports/6987f34c-5f85-453d-85b0-6fabd82e5413 HTTP/1.1" status: 204 len: 173 time: 1.0373361 Apr 05 12:10:42.382475 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d2e02b-5f0a-42b0-bd5e-bb4e750ce971', 'name': 'network-vif-deleted', 'tag': '6987f34c-5f85-453d-85b0-6fabd82e5413', 'status': 'completed', 'code': 200} Apr 05 12:10:42.394737 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:42.428470 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e76f8f-af39-473b-b452-50e77f267d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c89a5904-2202-4ddd-b74e-88df6377a48e'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:10:42.440389 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port c89a5904-2202-4ddd-b74e-88df6377a48e, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c89a5904-2202-4ddd-b74e-88df6377a48e,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:10:42.447213 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:42.449476 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-65e6d0d9-b93a-4a99-a08f-eb301b9f2a16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:42.493958 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e76f8f-af39-473b-b452-50e77f267d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c89a5904-2202-4ddd-b74e-88df6377a48e', 'code': 200} Apr 05 12:10:42.528120 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=c89a5904-2202-4ddd-b74e-88df6377a48e,revision_number=8']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:42.542927 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:43.422027 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa213f9a-582b-496b-bf19-2c39b855ab50 req-7fe1a260-91bf-48a4-a8ec-1c843f0e09ec tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:43.423756 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-fa213f9a-582b-496b-bf19-2c39b855ab50 req-7fe1a260-91bf-48a4-a8ec-1c843f0e09ec tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 944 time: 0.1181986 Apr 05 12:10:43.472725 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-fa213f9a-582b-496b-bf19-2c39b855ab50 req-053960a6-cf99-47b3-beb5-d396fc67be7f tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425096 Apr 05 12:10:44.471568 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cdfb4-7c74-4bb2-891a-01b1d1a21a6d req-547d76fa-3459-42d7-b443-45cbfe417cce tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:44.473181 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-726cdfb4-7c74-4bb2-891a-01b1d1a21a6d req-547d76fa-3459-42d7-b443-45cbfe417cce tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 944 time: 0.0971940 Apr 05 12:10:44.528344 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-726cdfb4-7c74-4bb2-891a-01b1d1a21a6d req-7a805517-7416-4228-85aa-70f9d5db0281 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474913 Apr 05 12:10:44.840766 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 53834) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:44.970866 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-94423ca7-0823-485c-b0a7-3c69f6fa8076 req-f87e6d65-3ff9-466f-96ec-46b273889761 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1286933 Apr 05 12:10:45.748999 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44d0b6-6e61-4692-af2a-514af79a3fa7 req-d77acd26-08e9-49d7-9ac9-fc645796df1e tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:45.750729 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-aa44d0b6-6e61-4692-af2a-514af79a3fa7 req-d77acd26-08e9-49d7-9ac9-fc645796df1e tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 944 time: 0.0963800 Apr 05 12:10:45.799803 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-aa44d0b6-6e61-4692-af2a-514af79a3fa7 req-5e4c32be-d3d1-4185-930d-bf56b05b6a70 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425479 Apr 05 12:10:46.149929 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94423ca7-0823-485c-b0a7-3c69f6fa8076 req-0eea3f29-3348-46df-9496-b9aad73725da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:46.151539 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-94423ca7-0823-485c-b0a7-3c69f6fa8076 req-0eea3f29-3348-46df-9496-b9aad73725da service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48&tenant_id=ef963fd801d14231908609f44c23fa0b HTTP/1.1" status: 200 len: 1097 time: 0.0806804 Apr 05 12:10:46.222712 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 53934) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:46.252360 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 6987f34c-5f85-453d-85b0-6fabd82e5413 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:10:46.260127 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94423ca7-0823-485c-b0a7-3c69f6fa8076 req-fd68f2d2-0351-411b-84f0-091db78d454c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:46.262205 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-94423ca7-0823-485c-b0a7-3c69f6fa8076 req-fd68f2d2-0351-411b-84f0-091db78d454c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef963fd801d14231908609f44c23fa0b&device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 1097 time: 0.0891891 Apr 05 12:10:46.299188 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] No Port match for: 6987f34c-5f85-453d-85b0-6fabd82e5413 {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:10:46.299855 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 6987f34c-5f85-453d-85b0-6fabd82e5413 not bound to the agent host hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:10:46.371524 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-43f271a3-0fad-42b2-b1a6-b0ead4ff791b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:46.393410 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-43f271a3-0fad-42b2-b1a6-b0ead4ff791b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:10:46.398985 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-43f271a3-0fad-42b2-b1a6-b0ead4ff791b admin admin] Usage tracker for resource:security_group_rule and tenant:bfa8d2e320f14a7e80eadf4f595c2ed1 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:10:46.402218 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-43f271a3-0fad-42b2-b1a6-b0ead4ff791b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:10:46.408396 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-43f271a3-0fad-42b2-b1a6-b0ead4ff791b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:10:46.425676 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94423ca7-0823-485c-b0a7-3c69f6fa8076 req-217364d6-736d-42c6-8b3b-b6f6bca8d199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:46.427624 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-94423ca7-0823-485c-b0a7-3c69f6fa8076 req-217364d6-736d-42c6-8b3b-b6f6bca8d199 service neutron] 10.222.0.32 "GET /v2.0/networks?id=40fb80d3-753f-4a6e-8e1e-404338c152f4 HTTP/1.1" status: 200 len: 918 time: 0.1552138 Apr 05 12:10:46.504090 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-43f271a3-0fad-42b2-b1a6-b0ead4ff791b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:46.508131 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-43f271a3-0fad-42b2-b1a6-b0ead4ff791b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:46.518396 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-14a668f0-5667-4a7e-8489-e82307a59dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:46.545738 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-94423ca7-0823-485c-b0a7-3c69f6fa8076 req-b0006bb9-865e-49fa-8a53-9c2ff7575c4d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c89a5904-2202-4ddd-b74e-88df6377a48e HTTP/1.1" status: 200 len: 1000 time: 0.1110451 Apr 05 12:10:46.565372 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-43f271a3-0fad-42b2-b1a6-b0ead4ff791b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bfa8d2e320f14a7e80eadf4f595c2ed1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415141 Apr 05 12:10:46.566019 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 53956) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:46.568619 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f271a3-0fad-42b2-b1a6-b0ead4ff791b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b3b3b8-c691-418e-b35e-bb136a6038f7,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:46.587326 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-43f271a3-0fad-42b2-b1a6-b0ead4ff791b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:46.623935 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94423ca7-0823-485c-b0a7-3c69f6fa8076 req-46af098c-a7aa-4ae5-b8a3-a236f020d032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:46.625578 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-94423ca7-0823-485c-b0a7-3c69f6fa8076 req-46af098c-a7aa-4ae5-b8a3-a236f020d032 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad6e7b7d-b348-4208-aa85-00f9b060484b HTTP/1.1" status: 200 len: 856 time: 0.0731556 Apr 05 12:10:46.632108 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e6179d84-9164-4e73-806f-1b9d162a3d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:46.665503 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e6179d84-9164-4e73-806f-1b9d162a3d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:46.711423 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94423ca7-0823-485c-b0a7-3c69f6fa8076 req-343b7b6f-e210-410e-a5ba-9f607402b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:46.713038 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-94423ca7-0823-485c-b0a7-3c69f6fa8076 req-343b7b6f-e210-410e-a5ba-9f607402b086 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=40fb80d3-753f-4a6e-8e1e-404338c152f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804918 Apr 05 12:10:46.716343 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e6179d84-9164-4e73-806f-1b9d162a3d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:46.721683 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-25e56306-bf3e-4258-a437-4333a4f4e5f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:46.732397 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6179d84-9164-4e73-806f-1b9d162a3d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b3b3b8-c691-418e-b35e-bb136a6038f7,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:46.735327 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e6179d84-9164-4e73-806f-1b9d162a3d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:46.740471 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e6179d84-9164-4e73-806f-1b9d162a3d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:46.744863 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-e6179d84-9164-4e73-806f-1b9d162a3d2c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96b3b3b8-c691-418e-b35e-bb136a6038f7 HTTP/1.1" status: 204 len: 168 time: 0.1777189 Apr 05 12:10:46.866884 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-94423ca7-0823-485c-b0a7-3c69f6fa8076 req-f77c412a-2d11-46e8-b882-a8ece9f2b74b service neutron] 10.222.0.32 "GET /v2.0/networks/40fb80d3-753f-4a6e-8e1e-404338c152f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477065 Apr 05 12:10:47.027183 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab94eb2-6c48-4260-bd44-c90ceb3b260e req-666bdc5d-915c-40b0-a814-99cc0ba62759 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:47.029024 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-94423ca7-0823-485c-b0a7-3c69f6fa8076 req-20c61d66-20d8-498e-bc5d-82be6815d1c6 service neutron] 10.222.0.32 "GET /v2.0/networks/40fb80d3-753f-4a6e-8e1e-404338c152f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549821 Apr 05 12:10:47.030001 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-dab94eb2-6c48-4260-bd44-c90ceb3b260e req-666bdc5d-915c-40b0-a814-99cc0ba62759 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 944 time: 0.0937610 Apr 05 12:10:47.082485 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-dab94eb2-6c48-4260-bd44-c90ceb3b260e req-9f630934-5b3d-412f-a507-4ecee8b3f4b1 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462031 Apr 05 12:10:48.272562 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 54036) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:48.380302 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbde81-bb17-48da-968f-7b637d62660c req-f64de814-4478-41d1-a87b-07d6248ec227 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:48.382113 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-56dbde81-bb17-48da-968f-7b637d62660c req-f64de814-4478-41d1-a87b-07d6248ec227 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 944 time: 0.1314361 Apr 05 12:10:48.495372 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-56dbde81-bb17-48da-968f-7b637d62660c req-68b5544a-c550-4415-bbca-bdc14e1691cd tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051583 Apr 05 12:10:48.565306 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 54042) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:48.565547 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-5d4b0d2e-13f6-4fcd-b1a1-074dcc46216a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=99fccf5d25e64669b872389caec4b8f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2910225 Apr 05 12:10:48.632885 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3cc7d241-51da-4d03-9d9b-409e60e9e11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:48.667889 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3cc7d241-51da-4d03-9d9b-409e60e9e11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:48.731377 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3cc7d241-51da-4d03-9d9b-409e60e9e11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:48.750670 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-183729f2-14b8-42a9-83d2-dfbe5d542ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:48.766757 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7d241-51da-4d03-9d9b-409e60e9e11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1f3009-ce39-4dec-b26c-1fd9ad3427b3,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:48.769194 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3cc7d241-51da-4d03-9d9b-409e60e9e11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:48.774059 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-3cc7d241-51da-4d03-9d9b-409e60e9e11c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8c1f3009-ce39-4dec-b26c-1fd9ad3427b3 HTTP/1.1" status: 204 len: 168 time: 0.2072668 Apr 05 12:10:48.775844 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3cc7d241-51da-4d03-9d9b-409e60e9e11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:49.725204 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b56f9-f20c-43ec-a6d0-6a82f2aa7136 req-0be51519-03ee-4f30-9b28-66b553cac81f tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:49.726861 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-907b56f9-f20c-43ec-a6d0-6a82f2aa7136 req-0be51519-03ee-4f30-9b28-66b553cac81f tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 944 time: 0.0913198 Apr 05 12:10:49.776492 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-907b56f9-f20c-43ec-a6d0-6a82f2aa7136 req-2ef399c5-244a-4e10-bfef-84b13b9ab063 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433052 Apr 05 12:10:50.987911 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef236f0-0774-46b5-bed9-303c054e65ef req-d0a0bdd8-0a16-4e79-b8bc-7b28b4a4fdd8 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:50.989833 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4ef236f0-0774-46b5-bed9-303c054e65ef req-d0a0bdd8-0a16-4e79-b8bc-7b28b4a4fdd8 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 944 time: 0.0940840 Apr 05 12:10:51.040492 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4ef236f0-0774-46b5-bed9-303c054e65ef req-c682d0eb-cfa3-4177-a37a-29ee1311ab17 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441854 Apr 05 12:10:51.866265 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 54076) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:51.991759 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-640ff7d5-4911-4a78-8604-043cdc1e8d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:52.008712 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-640ff7d5-4911-4a78-8604-043cdc1e8d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:10:52.012855 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-640ff7d5-4911-4a78-8604-043cdc1e8d40 admin admin] Usage tracker for resource:security_group_rule and tenant:2556e5f6fe234df98749f14ca9f7456d is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:10:52.016491 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-640ff7d5-4911-4a78-8604-043cdc1e8d40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:10:52.022521 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-640ff7d5-4911-4a78-8604-043cdc1e8d40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:10:52.124700 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-640ff7d5-4911-4a78-8604-043cdc1e8d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:52.128471 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-640ff7d5-4911-4a78-8604-043cdc1e8d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:52.137773 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cc68d29b-073f-44ad-8925-78d4b306cfbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:52.239989 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ff7d5-4911-4a78-8604-043cdc1e8d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3a7db1-9400-4cfc-808a-f32806130bce,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:52.246047 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-640ff7d5-4911-4a78-8604-043cdc1e8d40 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2556e5f6fe234df98749f14ca9f7456d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3787193 Apr 05 12:10:52.247258 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-640ff7d5-4911-4a78-8604-043cdc1e8d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:52.249104 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 54084) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:52.288949 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f09d2a-9589-43df-b024-808f2a2955e0 req-85bccd56-1b1e-44fe-a87f-c2c891fb34cc tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:52.291583 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e5f09d2a-9589-43df-b024-808f2a2955e0 req-85bccd56-1b1e-44fe-a87f-c2c891fb34cc tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 944 time: 0.1111329 Apr 05 12:10:52.333147 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c665065d-3fc3-42df-aaff-be1272de7b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:52.349390 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e5f09d2a-9589-43df-b024-808f2a2955e0 req-11494933-4fe0-4213-bb44-8fb5400b42de tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424318 Apr 05 12:10:52.363366 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c665065d-3fc3-42df-aaff-be1272de7b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:52.421293 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c665065d-3fc3-42df-aaff-be1272de7b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:52.426647 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-64eff777-1635-44d5-b8a7-67f92906462a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:52.441834 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665065d-3fc3-42df-aaff-be1272de7b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3a7db1-9400-4cfc-808a-f32806130bce,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:52.445328 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c665065d-3fc3-42df-aaff-be1272de7b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:52.450172 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-c665065d-3fc3-42df-aaff-be1272de7b3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6a3a7db1-9400-4cfc-808a-f32806130bce HTTP/1.1" status: 204 len: 168 time: 0.1992757 Apr 05 12:10:52.451282 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c665065d-3fc3-42df-aaff-be1272de7b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:52.750436 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 54092) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:52.770294 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b78a5729-a128-4607-b324-30851a95868a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:52.785830 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b78a5729-a128-4607-b324-30851a95868a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:10:52.789814 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b78a5729-a128-4607-b324-30851a95868a admin admin] Usage tracker for resource:security_group_rule and tenant:9e36a159f2824ce4ac8b3035faf7ad53 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:10:52.792707 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b78a5729-a128-4607-b324-30851a95868a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:10:52.799134 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b78a5729-a128-4607-b324-30851a95868a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:10:52.884475 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b78a5729-a128-4607-b324-30851a95868a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:52.887384 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b78a5729-a128-4607-b324-30851a95868a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:52.896527 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-790b054c-d87b-4126-805c-d31b31879afb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:52.937555 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-b78a5729-a128-4607-b324-30851a95868a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9e36a159f2824ce4ac8b3035faf7ad53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1859190 Apr 05 12:10:52.939255 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a5729-a128-4607-b324-30851a95868a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78799630-7df1-41d1-bf3b-001a4d9d1b95,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:52.940516 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 54096) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:52.942417 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b78a5729-a128-4607-b324-30851a95868a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:53.011345 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8679c610-c847-410a-ba4c-02ad3ff330c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:53.038689 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8679c610-c847-410a-ba4c-02ad3ff330c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:53.085095 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8679c610-c847-410a-ba4c-02ad3ff330c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:53.090357 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2592757c-a508-4999-8b75-a404dd352b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:53.103603 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679c610-c847-410a-ba4c-02ad3ff330c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78799630-7df1-41d1-bf3b-001a4d9d1b95,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:53.105907 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8679c610-c847-410a-ba4c-02ad3ff330c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:53.113924 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8679c610-c847-410a-ba4c-02ad3ff330c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:53.115140 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-8679c610-c847-410a-ba4c-02ad3ff330c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/78799630-7df1-41d1-bf3b-001a4d9d1b95 HTTP/1.1" status: 204 len: 168 time: 0.1735241 Apr 05 12:10:53.584254 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0d862-0abd-4be8-9b2e-23f1e15d5990 req-e1d1ed38-610f-4b03-ba87-248382573cc9 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:53.585944 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6df0d862-0abd-4be8-9b2e-23f1e15d5990 req-e1d1ed38-610f-4b03-ba87-248382573cc9 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 944 time: 0.0985248 Apr 05 12:10:53.634448 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6df0d862-0abd-4be8-9b2e-23f1e15d5990 req-ce87dc49-5d75-4057-9eef-57fd3a98c933 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421002 Apr 05 12:10:53.961301 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 54126) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:54.077295 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-b4c975c0-1fb9-4016-be6a-949e128e8781 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-997766376-network', 'tenant_id': '158305ce32604257a636782848a89730'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:54.096436 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b4c975c0-1fb9-4016-be6a-949e128e8781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:10:54.100654 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b4c975c0-1fb9-4016-be6a-949e128e8781 admin admin] Usage tracker for resource:network and tenant:158305ce32604257a636782848a89730 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:10:54.103706 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b4c975c0-1fb9-4016-be6a-949e128e8781 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:10:54.110401 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b4c975c0-1fb9-4016-be6a-949e128e8781 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:10:54.120134 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c975c0-1fb9-4016-be6a-949e128e8781 admin admin] Made reservation on behalf of 158305ce32604257a636782848a89730 for: {'network': 1} {{(pid=84417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:10:54.125649 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b4c975c0-1fb9-4016-be6a-949e128e8781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for network, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:54.138237 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b4c975c0-1fb9-4016-be6a-949e128e8781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:54.153348 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b4c975c0-1fb9-4016-be6a-949e128e8781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:10:54.157612 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b4c975c0-1fb9-4016-be6a-949e128e8781 admin admin] Usage tracker for resource:security_group_rule and tenant:158305ce32604257a636782848a89730 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:10:54.160671 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b4c975c0-1fb9-4016-be6a-949e128e8781 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:10:54.166741 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b4c975c0-1fb9-4016-be6a-949e128e8781 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:10:54.252585 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b4c975c0-1fb9-4016-be6a-949e128e8781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:54.256898 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b4c975c0-1fb9-4016-be6a-949e128e8781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:54.261768 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e6179d84-9164-4e73-806f-1b9d162a3d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:54.292228 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c975c0-1fb9-4016-be6a-949e128e8781 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=84417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 12:10:54.318104 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b4c975c0-1fb9-4016-be6a-949e128e8781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:54.318412 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-b4c975c0-1fb9-4016-be6a-949e128e8781 admin admin] Added segment 8793527f-f5f4-4462-904e-056a8816ed3e of type vlan for network eca01403-f026-4f4a-a62d-8ce386c78291 Apr 05 12:10:54.319681 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c975c0-1fb9-4016-be6a-949e128e8781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:54.323020 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b4c975c0-1fb9-4016-be6a-949e128e8781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:54.361791 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b4c975c0-1fb9-4016-be6a-949e128e8781 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757196486498'] for network, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:54.394780 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b4c975c0-1fb9-4016-be6a-949e128e8781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739'] for network, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:54.396650 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c975c0-1fb9-4016-be6a-949e128e8781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:54.396859 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b4c975c0-1fb9-4016-be6a-949e128e8781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:54.401756 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:54.507209 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c975c0-1fb9-4016-be6a-949e128e8781 admin admin] Pushing event updated for resources: {'Network': ['ID=eca01403-f026-4f4a-a62d-8ce386c78291,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:54.510072 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b4c975c0-1fb9-4016-be6a-949e128e8781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:54.517416 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-b4c975c0-1fb9-4016-be6a-949e128e8781 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5548542 Apr 05 12:10:54.518144 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Network eca01403-f026-4f4a-a62d-8ce386c78291 details requested by agent ovs-agent-dv-cinder-784763-1-smb with host dv-cinder-784763-1-smb {{(pid=84419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 12:10:54.520859 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 54132) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:54.527263 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-b50bb93d-b2f6-4457-9052-d4ad35b22728 admin admin] Request body: {'subnet': {'network_id': 'eca01403-f026-4f4a-a62d-8ce386c78291', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-997766376-subnet', 'tenant_id': '158305ce32604257a636782848a89730', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:54.533746 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b50bb93d-b2f6-4457-9052-d4ad35b22728 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:10:54.538062 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b50bb93d-b2f6-4457-9052-d4ad35b22728 admin admin] Usage tracker for resource:subnet and tenant:158305ce32604257a636782848a89730 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:10:54.541061 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b50bb93d-b2f6-4457-9052-d4ad35b22728 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:10:54.547592 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b50bb93d-b2f6-4457-9052-d4ad35b22728 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:10:54.565056 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50bb93d-b2f6-4457-9052-d4ad35b22728 admin admin] Made reservation on behalf of 158305ce32604257a636782848a89730 for: {'subnet': 1} {{(pid=84417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:10:54.571306 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b50bb93d-b2f6-4457-9052-d4ad35b22728 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844200963'] for subnet, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:55.214409 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ef3ec-beb8-4328-a123-3efebdd99e43 req-6fd91c6d-5f34-4b7f-9577-00aa0109e53c tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:55.215992 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ac7ef3ec-beb8-4328-a123-3efebdd99e43 req-6fd91c6d-5f34-4b7f-9577-00aa0109e53c tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 944 time: 0.3999426 Apr 05 12:10:55.275452 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ac7ef3ec-beb8-4328-a123-3efebdd99e43 req-cd32ac1f-40d0-4ea8-afee-96602805670f tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519211 Apr 05 12:10:55.344961 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b50bb93d-b2f6-4457-9052-d4ad35b22728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1643548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844201010'] for subnet, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:55.383711 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d8ef9e07-2ccf-4076-ae6d-a1ebc6351262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:10:55.520856 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bb93d-b2f6-4457-9052-d4ad35b22728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c7abb92-e8b8-4c8e-8f01-4c9747c44398,revision_number=0']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:10:55.524962 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b50bb93d-b2f6-4457-9052-d4ad35b22728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:10:55.591255 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50bb93d-b2f6-4457-9052-d4ad35b22728 admin admin] Checking segment: {'id': '8793527f-f5f4-4462-904e-056a8816ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eca01403-f026-4f4a-a62d-8ce386c78291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:10:55.591672 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50bb93d-b2f6-4457-9052-d4ad35b22728 admin admin] Network hostable DHCP agents. Network: eca01403-f026-4f4a-a62d-8ce386c78291, hostable agents: ['4e04494a-4007-4790-9de1-331780b361fc'], hosted agents: [] {{(pid=84417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 12:10:55.610244 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50bb93d-b2f6-4457-9052-d4ad35b22728 admin admin] Network eca01403-f026-4f4a-a62d-8ce386c78291 is scheduled to be hosted by DHCP agent 4e04494a-4007-4790-9de1-331780b361fc with binding_index 1 {{(pid=84417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 12:10:55.618097 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-b50bb93d-b2f6-4457-9052-d4ad35b22728 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-smb, eca01403-f026-4f4a-a62d-8ce386c78291) {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:10:55.627565 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50acc9c-e0ba-41dc-b801-703adcc292fb None None] Network eca01403-f026-4f4a-a62d-8ce386c78291 requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:10:55.629712 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50bb93d-b2f6-4457-9052-d4ad35b22728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:55.630358 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b50bb93d-b2f6-4457-9052-d4ad35b22728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for subnet, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:10:55.651517 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-b50bb93d-b2f6-4457-9052-d4ad35b22728 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1295161 Apr 05 12:10:55.854207 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ede63b-3642-449c-add3-29ed04664124 None None] Network eca01403-f026-4f4a-a62d-8ce386c78291 requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:10:56.529918 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f6ce3-cc27-4578-b6ff-0cd9a26d28f9 req-9d53db36-b446-492e-89a3-c80908908aae tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:56.531477 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-959f6ce3-cc27-4578-b6ff-0cd9a26d28f9 req-9d53db36-b446-492e-89a3-c80908908aae tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 944 time: 0.0994403 Apr 05 12:10:56.589002 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-959f6ce3-cc27-4578-b6ff-0cd9a26d28f9 req-724bdce8-9dca-4c33-a60b-432fa319434c tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511875 Apr 05 12:10:57.802030 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-db24bef3-fee8-438c-8644-bf13a9ba0058 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:57.802966 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-db24bef3-fee8-438c-8644-bf13a9ba0058 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Synchronizing usage tracker for tenant:158305ce32604257a636782848a89730 on resource:network {{(pid=84417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:10:57.814009 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43826fd1-b405-40e1-9930-2268da65bdae req-905f5945-e420-4119-88e4-ccc2d3599d32 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:57.820684 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-43826fd1-b405-40e1-9930-2268da65bdae req-905f5945-e420-4119-88e4-ccc2d3599d32 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 944 time: 0.0956781 Apr 05 12:10:57.828695 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-db24bef3-fee8-438c-8644-bf13a9ba0058 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Unset dirty status for tenant:158305ce32604257a636782848a89730 on resource:network {{(pid=84417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:10:57.830022 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-db24bef3-fee8-438c-8644-bf13a9ba0058 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/networks?id=eca01403-f026-4f4a-a62d-8ce386c78291 HTTP/1.1" status: 200 len: 813 time: 0.2114708 Apr 05 12:10:57.850255 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-98e34a91-8ea8-47dc-bbde-852f68a0f79b tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/quotas/158305ce32604257a636782848a89730 HTTP/1.1" status: 200 len: 375 time: 0.0139906 Apr 05 12:10:57.867559 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-43826fd1-b405-40e1-9930-2268da65bdae req-cdb8cbd7-ec18-49c0-8294-b055efd60a01 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455830 Apr 05 12:10:57.903504 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-4f6195d6-b6de-4fe3-9f6f-d628b6969e0b tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=158305ce32604257a636782848a89730&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505214 Apr 05 12:10:58.048388 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-8b14fc5e-6e1c-48a0-8f50-bd3a971d1477 service neutron] 10.222.0.26 "GET /v2.0/networks/eca01403-f026-4f4a-a62d-8ce386c78291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371405 Apr 05 12:10:58.206752 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-a79db4c2-316e-4079-8521-f644d0b2f96a service neutron] 10.222.0.26 "GET /v2.0/networks/eca01403-f026-4f4a-a62d-8ce386c78291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511428 Apr 05 12:10:58.667803 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-74ddd7ce-13c0-42d1-bd4a-417055a3bfbf req-c4ad2d5e-8dc7-40e1-aaf5-4aa2ed681d2f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e367a7-c93c-4ecc-86de-4380da7fd34b HTTP/1.1" status: 200 len: 210 time: 0.2848852 Apr 05 12:10:59.085168 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16464f-9405-4b60-b35f-a1111acae857 req-346bc8d5-d3b4-4d9e-b4e7-36c5fa2786e8 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:10:59.086685 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8e16464f-9405-4b60-b35f-a1111acae857 req-346bc8d5-d3b4-4d9e-b4e7-36c5fa2786e8 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 944 time: 0.0934484 Apr 05 12:10:59.134962 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8e16464f-9405-4b60-b35f-a1111acae857 req-eb52fc87-ace8-415f-8b2d-6c98ee5ab3e9 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416493 Apr 05 12:10:59.845241 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d038162b-ef5b-4c5a-a927-c1b148ce7138 req-a5314365-0f87-4f21-aaec-9b53c8ba2174 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e367a7-c93c-4ecc-86de-4380da7fd34b HTTP/1.1" status: 200 len: 210 time: 0.0471265 Apr 05 12:11:00.350432 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084da59-c529-4168-a220-c868ca7e578e req-f58f4062-aec9-4b69-84df-ddd454dcf5f4 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:00.352058 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6084da59-c529-4168-a220-c868ca7e578e req-f58f4062-aec9-4b69-84df-ddd454dcf5f4 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 944 time: 0.0967817 Apr 05 12:11:00.401720 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6084da59-c529-4168-a220-c868ca7e578e req-180b222d-85df-46e5-a28b-180dbe6e80e5 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430927 Apr 05 12:11:01.004477 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7c50563b-aafc-4a3a-a507-a8e7e3c03110 req-0b840b96-eded-46a3-af79-7798155c1c61 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e367a7-c93c-4ecc-86de-4380da7fd34b HTTP/1.1" status: 200 len: 210 time: 0.0477364 Apr 05 12:11:01.611551 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351beec-704d-4e04-a43d-28ca0f665c30 req-9d93a3e8-f5ad-4793-acb8-6e8461aa2c57 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:01.613098 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5351beec-704d-4e04-a43d-28ca0f665c30 req-9d93a3e8-f5ad-4793-acb8-6e8461aa2c57 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 944 time: 0.0902445 Apr 05 12:11:01.659852 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5351beec-704d-4e04-a43d-28ca0f665c30 req-088dc714-e3c5-41a4-896d-7ef22217fd85 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404816 Apr 05 12:11:02.164266 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-de5488ef-a8ef-4cac-b10c-25fe03dcff34 req-dd703009-a3d7-4964-9556-1a251edb1aec tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e367a7-c93c-4ecc-86de-4380da7fd34b HTTP/1.1" status: 200 len: 210 time: 0.0516911 Apr 05 12:11:02.542384 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:02.862798 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17f78e-23a0-4551-86f1-f22a0dc6a114 req-e65b6467-ca03-4252-a54e-07e6bd618e0f tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:02.864363 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6f17f78e-23a0-4551-86f1-f22a0dc6a114 req-e65b6467-ca03-4252-a54e-07e6bd618e0f tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 944 time: 0.0867062 Apr 05 12:11:02.913553 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6f17f78e-23a0-4551-86f1-f22a0dc6a114 req-75788c8e-1d41-45ad-a466-8e61b6f6e5a8 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430634 Apr 05 12:11:03.321770 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-392b16f2-bb09-424e-8e1d-afdf68a18d1e req-4da7da99-edd0-4491-a9c2-1f2190565698 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e367a7-c93c-4ecc-86de-4380da7fd34b HTTP/1.1" status: 200 len: 210 time: 0.0472767 Apr 05 12:11:04.116429 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ac2af-db3a-479e-a6f0-0876984c456e req-f1f0da24-fe0c-4419-b197-820b82e6aa74 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:04.118054 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-870ac2af-db3a-479e-a6f0-0876984c456e req-f1f0da24-fe0c-4419-b197-820b82e6aa74 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 944 time: 0.0867183 Apr 05 12:11:04.164903 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-870ac2af-db3a-479e-a6f0-0876984c456e req-6959a1a8-e5fb-427c-a4cd-f586023e39a6 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400145 Apr 05 12:11:04.522202 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-af60df51-e0f1-411c-baaa-1963cb907fbb req-920188d5-4d49-4de0-96ea-acdf364dbc9b tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e367a7-c93c-4ecc-86de-4380da7fd34b HTTP/1.1" status: 200 len: 210 time: 0.0877826 Apr 05 12:11:04.636014 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-fcfbf698-11d0-41e6-8bb5-ffb6abfeba17 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:04.637675 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-fcfbf698-11d0-41e6-8bb5-ffb6abfeba17 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.32 "GET /v2.0/networks?id=eca01403-f026-4f4a-a62d-8ce386c78291 HTTP/1.1" status: 200 len: 813 time: 0.1661782 Apr 05 12:11:04.650912 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-09c1f2b8-95a7-4381-a7e3-63e34793c67d tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Request body: {'port': {'device_id': '49e367a7-c93c-4ecc-86de-4380da7fd34b', 'network_id': 'eca01403-f026-4f4a-a62d-8ce386c78291', 'admin_state_up': True, 'tenant_id': '158305ce32604257a636782848a89730'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:04.790972 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-09c1f2b8-95a7-4381-a7e3-63e34793c67d tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:11:04.794844 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-09c1f2b8-95a7-4381-a7e3-63e34793c67d tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Usage tracker for resource:port and tenant:158305ce32604257a636782848a89730 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:11:04.798180 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-09c1f2b8-95a7-4381-a7e3-63e34793c67d tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:11:04.803988 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-09c1f2b8-95a7-4381-a7e3-63e34793c67d tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:11:04.812976 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-09c1f2b8-95a7-4381-a7e3-63e34793c67d tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Made reservation on behalf of 158305ce32604257a636782848a89730 for: {'port': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:11:04.819003 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-09c1f2b8-95a7-4381-a7e3-63e34793c67d tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:04.982299 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-09c1f2b8-95a7-4381-a7e3-63e34793c67d tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Allocated IP 172.20.0.12 (eca01403-f026-4f4a-a62d-8ce386c78291/5c7abb92-e8b8-4c8e-8f01-4c9747c44398/b66c1fdb-3e48-4811-9727-b980503662d9) {{(pid=84418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:11:05.189473 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-09c1f2b8-95a7-4381-a7e3-63e34793c67d tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Notify callbacks [] for port, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:05.219962 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-09c1f2b8-95a7-4381-a7e3-63e34793c67d tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:05.235505 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b1d26c37-7e9a-4042-9ddf-1d4d92870fae tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:11:05.375661 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1f2b8-95a7-4381-a7e3-63e34793c67d tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Pushing event updated for resources: {'Port': ['ID=b66c1fdb-3e48-4811-9727-b980503662d9,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:11:05.385091 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-09c1f2b8-95a7-4381-a7e3-63e34793c67d tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:11:05.397008 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa1d27-135f-4923-a86b-ed8b43257b2d req-364ea724-6f1a-405d-a18f-3e49f73dda2c tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:05.398657 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-afaa1d27-135f-4923-a86b-ed8b43257b2d req-364ea724-6f1a-405d-a18f-3e49f73dda2c tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 944 time: 0.1137736 Apr 05 12:11:05.434744 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-09c1f2b8-95a7-4381-a7e3-63e34793c67d tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Network eca01403-f026-4f4a-a62d-8ce386c78291 is already hosted by enough agents. {{(pid=84418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:11:05.435849 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-09c1f2b8-95a7-4381-a7e3-63e34793c67d tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Resources bound (agent type, host, resource id): {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:11:05.438250 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-09c1f2b8-95a7-4381-a7e3-63e34793c67d tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Received port after_create {{(pid=84418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:11:05.447829 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-afaa1d27-135f-4923-a86b-ed8b43257b2d req-d7995335-5073-4b19-a3e8-a0a6fe11ac58 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416999 Apr 05 12:11:05.505295 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-09c1f2b8-95a7-4381-a7e3-63e34793c67d tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:05.505992 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-09c1f2b8-95a7-4381-a7e3-63e34793c67d tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:05.531796 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-09c1f2b8-95a7-4381-a7e3-63e34793c67d tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8849831 Apr 05 12:11:05.545241 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-80b32b47-0bb8-4c92-b53e-82ad45fa4ba9 service neutron] Request body: {'port': {'device_id': '49e367a7-c93c-4ecc-86de-4380da7fd34b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:05.716777 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-80b32b47-0bb8-4c92-b53e-82ad45fa4ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:05.808939 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be970868-2247-472e-b633-9adda042b811 req-79073c11-c54f-4a33-8102-4c2e12580ac6 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:05.809721 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-be970868-2247-472e-b633-9adda042b811 req-79073c11-c54f-4a33-8102-4c2e12580ac6 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Synchronizing usage tracker for tenant:158305ce32604257a636782848a89730 on resource:port {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:11:05.882090 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-be970868-2247-472e-b633-9adda042b811 req-79073c11-c54f-4a33-8102-4c2e12580ac6 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Unset dirty status for tenant:158305ce32604257a636782848a89730 on resource:port {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:11:05.883334 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-be970868-2247-472e-b633-9adda042b811 req-79073c11-c54f-4a33-8102-4c2e12580ac6 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e367a7-c93c-4ecc-86de-4380da7fd34b HTTP/1.1" status: 200 len: 932 time: 0.2470486 Apr 05 12:11:06.022147 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-be970868-2247-472e-b633-9adda042b811 req-6afb4969-bff0-4482-8235-e048c8e6e834 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/security-groups?id=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987957 Apr 05 12:11:06.195095 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-80b32b47-0bb8-4c92-b53e-82ad45fa4ba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b66c1fdb-3e48-4811-9727-b980503662d9 {{(pid=84418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:11:06.202897 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-80b32b47-0bb8-4c92-b53e-82ad45fa4ba9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:06.217456 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-80b32b47-0bb8-4c92-b53e-82ad45fa4ba9 service neutron] Transition to ACTIVE for port object b66c1fdb-3e48-4811-9727-b980503662d9 will not be triggered until provisioned by entity L2. {{(pid=84418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:11:06.219804 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-80b32b47-0bb8-4c92-b53e-82ad45fa4ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626450'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:06.234975 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:11:06.371803 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b32b47-0bb8-4c92-b53e-82ad45fa4ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=b66c1fdb-3e48-4811-9727-b980503662d9,revision_number=2']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:11:06.377278 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-80b32b47-0bb8-4c92-b53e-82ad45fa4ba9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:11:06.587973 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-80b32b47-0bb8-4c92-b53e-82ad45fa4ba9 service neutron] Attempting to bind port b66c1fdb-3e48-4811-9727-b980503662d9 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:11:06.588343 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-80b32b47-0bb8-4c92-b53e-82ad45fa4ba9 service neutron] Attempting to bind port b66c1fdb-3e48-4811-9727-b980503662d9 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '8793527f-f5f4-4462-904e-056a8816ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eca01403-f026-4f4a-a62d-8ce386c78291'}] {{(pid=84418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:11:06.588710 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-80b32b47-0bb8-4c92-b53e-82ad45fa4ba9 service neutron] Attempting to bind port b66c1fdb-3e48-4811-9727-b980503662d9 on network eca01403-f026-4f4a-a62d-8ce386c78291 {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:11:06.594129 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-80b32b47-0bb8-4c92-b53e-82ad45fa4ba9 service neutron] Port b66c1fdb-3e48-4811-9727-b980503662d9 on network eca01403-f026-4f4a-a62d-8ce386c78291 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 12:11:06.594489 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-80b32b47-0bb8-4c92-b53e-82ad45fa4ba9 service neutron] Attempting to bind port b66c1fdb-3e48-4811-9727-b980503662d9 on network eca01403-f026-4f4a-a62d-8ce386c78291 {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:11:06.599852 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-80b32b47-0bb8-4c92-b53e-82ad45fa4ba9 service neutron] Checking agent: {'id': 'b4ce1f0a-2cfc-4a41-8c75-ffa3be69bd3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:11:06.600214 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-80b32b47-0bb8-4c92-b53e-82ad45fa4ba9 service neutron] Checking segment: {'id': '8793527f-f5f4-4462-904e-056a8816ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eca01403-f026-4f4a-a62d-8ce386c78291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:11:06.600627 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-80b32b47-0bb8-4c92-b53e-82ad45fa4ba9 service neutron] Bound using segment: {'id': '8793527f-f5f4-4462-904e-056a8816ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eca01403-f026-4f4a-a62d-8ce386c78291'} {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:11:06.601089 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-80b32b47-0bb8-4c92-b53e-82ad45fa4ba9 service neutron] Bound port: b66c1fdb-3e48-4811-9727-b980503662d9, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8793527f-f5f4-4462-904e-056a8816ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eca01403-f026-4f4a-a62d-8ce386c78291'}}] {{(pid=84418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:11:06.601469 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-80b32b47-0bb8-4c92-b53e-82ad45fa4ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:06.656570 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4ece4-39c8-4af0-a0d4-8858d0e72f9c req-a7cb8052-41fd-416c-9560-b8d6cba549e9 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:06.658320 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-89e4ece4-39c8-4af0-a0d4-8858d0e72f9c req-a7cb8052-41fd-416c-9560-b8d6cba549e9 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 944 time: 0.0886693 Apr 05 12:11:06.694898 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-80b32b47-0bb8-4c92-b53e-82ad45fa4ba9 service neutron] For port b66c1fdb-3e48-4811-9727-b980503662d9, host hv-cinder-78476, cleared binding levels {{(pid=84418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:11:06.698030 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-80b32b47-0bb8-4c92-b53e-82ad45fa4ba9 service neutron] For port b66c1fdb-3e48-4811-9727-b980503662d9, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=b66c1fdb-3e48-4811-9727-b980503662d9,segment=NetworkSegment(8793527f-f5f4-4462-904e-056a8816ed3e),segment_id=8793527f-f5f4-4462-904e-056a8816ed3e)] {{(pid=84418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:11:06.701354 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-80b32b47-0bb8-4c92-b53e-82ad45fa4ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626450'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:06.705849 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-89e4ece4-39c8-4af0-a0d4-8858d0e72f9c req-5dd2ca78-51ff-4d35-b048-8a19ed1914be tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412383 Apr 05 12:11:06.716860 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c6e699bd-f54c-49c4-853e-490bd0e5cc0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:11:06.868357 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b32b47-0bb8-4c92-b53e-82ad45fa4ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=b66c1fdb-3e48-4811-9727-b980503662d9,revision_number=3']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:11:06.872968 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-80b32b47-0bb8-4c92-b53e-82ad45fa4ba9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:11:06.906844 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-80b32b47-0bb8-4c92-b53e-82ad45fa4ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:06.907476 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-80b32b47-0bb8-4c92-b53e-82ad45fa4ba9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:06.908885 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-80b32b47-0bb8-4c92-b53e-82ad45fa4ba9 service neutron] 10.222.0.32 "PUT /v2.0/ports/b66c1fdb-3e48-4811-9727-b980503662d9 HTTP/1.1" status: 200 len: 1094 time: 1.3681746 Apr 05 12:11:06.909410 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e367a7-c93c-4ecc-86de-4380da7fd34b', 'tag': 'b66c1fdb-3e48-4811-9727-b980503662d9'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:11:06.983055 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e367a7-c93c-4ecc-86de-4380da7fd34b', 'tag': 'b66c1fdb-3e48-4811-9727-b980503662d9', 'status': 'completed', 'code': 200} Apr 05 12:11:07.018806 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-23c9cf8a-fe3e-4a8f-a4e9-fd784ebd7c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:07.020369 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-23c9cf8a-fe3e-4a8f-a4e9-fd784ebd7c4f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=158305ce32604257a636782848a89730&device_id=49e367a7-c93c-4ecc-86de-4380da7fd34b HTTP/1.1" status: 200 len: 1097 time: 0.0791342 Apr 05 12:11:07.095785 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-89651f2f-6b45-4f4b-a73b-3e7d3cdb650d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b66c1fdb-3e48-4811-9727-b980503662d9 HTTP/1.1" status: 200 len: 217 time: 0.0680554 Apr 05 12:11:07.164294 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-93bcb11b-a806-42a1-9477-18f9b0730f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:07.165777 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-93bcb11b-a806-42a1-9477-18f9b0730f23 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7abb92-e8b8-4c8e-8f01-4c9747c44398 HTTP/1.1" status: 200 len: 853 time: 0.0634446 Apr 05 12:11:07.217700 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-9a0f2c18-dd84-4bbe-86f6-8c5e6f3a4741 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eca01403-f026-4f4a-a62d-8ce386c78291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455515 Apr 05 12:11:07.223597 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6029624-34b4-464d-a791-c17a87447654 req-b0d42bec-0932-4676-934b-5a6b7361ca9a tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:07.225168 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f6029624-34b4-464d-a791-c17a87447654 req-b0d42bec-0932-4676-934b-5a6b7361ca9a tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e367a7-c93c-4ecc-86de-4380da7fd34b HTTP/1.1" status: 200 len: 944 time: 0.0907638 Apr 05 12:11:07.273220 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-f6029624-34b4-464d-a791-c17a87447654 req-7332d660-6855-4dca-ad92-591b5aa88784 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Synchronizing usage tracker for tenant:158305ce32604257a636782848a89730 on resource:security_group {{(pid=84417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:11:07.289714 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-f6029624-34b4-464d-a791-c17a87447654 req-7332d660-6855-4dca-ad92-591b5aa88784 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Unset dirty status for tenant:158305ce32604257a636782848a89730 on resource:security_group {{(pid=84417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:11:07.290938 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f6029624-34b4-464d-a791-c17a87447654 req-7332d660-6855-4dca-ad92-591b5aa88784 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/security-groups?id=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591464 Apr 05 12:11:07.320076 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-61ddf37f-4f53-4115-abbd-83960d0672b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:07.361731 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-730279ab-a4a9-4093-8d1a-9b34ff90170e service neutron] 10.222.0.32 "GET /v2.0/networks/eca01403-f026-4f4a-a62d-8ce386c78291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379235 Apr 05 12:11:07.501903 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f52f07ec-899c-496a-86ce-682ecd7c7f9c req-f61856b4-b023-47a6-a3fe-d67b519f574e service neutron] 10.222.0.32 "GET /v2.0/networks/eca01403-f026-4f4a-a62d-8ce386c78291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338117 Apr 05 12:11:07.626151 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9fe62-1c4f-4e04-82c2-5498d8db4bf6 req-191c244a-a420-4279-a166-c6f615fea41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:07.627724 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-12c9fe62-1c4f-4e04-82c2-5498d8db4bf6 req-191c244a-a420-4279-a166-c6f615fea41e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=158305ce32604257a636782848a89730&device_id=49e367a7-c93c-4ecc-86de-4380da7fd34b HTTP/1.1" status: 200 len: 1097 time: 0.0811279 Apr 05 12:11:07.767721 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9fe62-1c4f-4e04-82c2-5498d8db4bf6 req-0fe7ed86-52b0-4939-bc73-dc1dc538c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:07.769314 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-12c9fe62-1c4f-4e04-82c2-5498d8db4bf6 req-0fe7ed86-52b0-4939-bc73-dc1dc538c902 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eca01403-f026-4f4a-a62d-8ce386c78291 HTTP/1.1" status: 200 len: 914 time: 0.1348405 Apr 05 12:11:07.878129 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-12c9fe62-1c4f-4e04-82c2-5498d8db4bf6 req-e2325299-cc1e-4c33-8167-17a6ea12c054 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b66c1fdb-3e48-4811-9727-b980503662d9 HTTP/1.1" status: 200 len: 217 time: 0.1014526 Apr 05 12:11:07.964269 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9fe62-1c4f-4e04-82c2-5498d8db4bf6 req-27a74f3f-6793-457a-8ab9-eb40634434b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:07.965794 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-12c9fe62-1c4f-4e04-82c2-5498d8db4bf6 req-27a74f3f-6793-457a-8ab9-eb40634434b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7abb92-e8b8-4c8e-8f01-4c9747c44398 HTTP/1.1" status: 200 len: 853 time: 0.0811112 Apr 05 12:11:08.023444 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-12c9fe62-1c4f-4e04-82c2-5498d8db4bf6 req-ff4e73fb-e874-47b6-8675-e8944e400597 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eca01403-f026-4f4a-a62d-8ce386c78291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514181 Apr 05 12:11:08.031993 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3333fb-3849-4fe7-abd2-206ee5f705a7 req-274ff7bd-4f98-4b86-8e20-e46b91fbd4c1 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:08.033419 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1e3333fb-3849-4fe7-abd2-206ee5f705a7 req-274ff7bd-4f98-4b86-8e20-e46b91fbd4c1 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 944 time: 0.2007408 Apr 05 12:11:08.354676 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device c89a5904-2202-4ddd-b74e-88df6377a48e details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 12:11:08.435423 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1e3333fb-3849-4fe7-abd2-206ee5f705a7 req-7b2d7a65-f370-4a28-b389-9edb3a233403 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3804297 Apr 05 12:11:08.437626 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-12c9fe62-1c4f-4e04-82c2-5498d8db4bf6 req-2e730b95-b974-4c3e-853c-d09af6bd846b service neutron] 10.222.0.32 "GET /v2.0/networks/eca01403-f026-4f4a-a62d-8ce386c78291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032547 Apr 05 12:11:08.502587 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a01e99-706b-4bce-b496-5290339090d8 req-658f2b5d-a544-4475-8d20-c1b89e33e2df tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:08.504548 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-83a01e99-706b-4bce-b496-5290339090d8 req-658f2b5d-a544-4475-8d20-c1b89e33e2df tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e367a7-c93c-4ecc-86de-4380da7fd34b HTTP/1.1" status: 200 len: 944 time: 0.0968897 Apr 05 12:11:08.564234 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-83a01e99-706b-4bce-b496-5290339090d8 req-d7f837e2-ae70-46cb-a1c0-eda2c6bc6ad4 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/security-groups?id=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527110 Apr 05 12:11:08.597784 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-12c9fe62-1c4f-4e04-82c2-5498d8db4bf6 req-51ac09eb-cf08-4e3b-b55d-ce88093b82fb service neutron] 10.222.0.32 "GET /v2.0/networks/eca01403-f026-4f4a-a62d-8ce386c78291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510701 Apr 05 12:11:08.659618 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port c89a5904-2202-4ddd-b74e-88df6377a48e, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c89a5904-2202-4ddd-b74e-88df6377a48e,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:11:08.683129 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Returning: {'device': 'c89a5904-2202-4ddd-b74e-88df6377a48e', 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'port_id': 'c89a5904-2202-4ddd-b74e-88df6377a48e', 'mac_address': 'fa:16:3e:98:67:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:11:08.719140 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:08.744972 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:08.765598 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89a5904-2202-4ddd-b74e-88df6377a48e {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:11:08.780761 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port c89a5904-2202-4ddd-b74e-88df6377a48e, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c89a5904-2202-4ddd-b74e-88df6377a48e,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:11:08.783513 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:08.785225 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:11:08.851976 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=c89a5904-2202-4ddd-b74e-88df6377a48e,revision_number=9']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:11:08.860087 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:11:08.860479 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:11:08.860858 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:11:08.861233 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:11:08.861630 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:11:08.862002 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:11:08.862369 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:11:08.862734 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:11:08.863098 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:11:08.863461 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:11:08.863823 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:11:08.864181 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:11:08.868064 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:11:09.253146 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['c89a5904-2202-4ddd-b74e-88df6377a48e'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:11:09.642476 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adcd35-ffa5-464f-81bd-f2540e3598ed req-fc23e647-dbef-4303-b9fc-4ce65a759ae0 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:09.644086 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-70adcd35-ffa5-464f-81bd-f2540e3598ed req-fc23e647-dbef-4303-b9fc-4ce65a759ae0 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 945 time: 0.0873809 Apr 05 12:11:09.692392 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-70adcd35-ffa5-464f-81bd-f2540e3598ed req-7d614e15-dcb1-4193-bd14-9624178e1669 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417681 Apr 05 12:11:09.769431 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc3993-8277-4d51-bbb7-6449160def8e req-9c312ddd-bd8e-4264-8d6a-5b93843432bc tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:09.771066 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-20fc3993-8277-4d51-bbb7-6449160def8e req-9c312ddd-bd8e-4264-8d6a-5b93843432bc tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e367a7-c93c-4ecc-86de-4380da7fd34b HTTP/1.1" status: 200 len: 944 time: 0.0898678 Apr 05 12:11:09.825559 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-20fc3993-8277-4d51-bbb7-6449160def8e req-fdd51dd2-98a3-4675-94f1-a812da002bc7 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/security-groups?id=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479901 Apr 05 12:11:09.908722 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fb94dbcd-39ee-4a5e-b612-9ce994688ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:10.279984 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:10.374376 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device b66c1fdb-3e48-4811-9727-b980503662d9 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 12:11:10.381585 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device c89a5904-2202-4ddd-b74e-88df6377a48e up at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:11:10.546706 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning complete for port c89a5904-2202-4ddd-b74e-88df6377a48e triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:11:10.547046 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:10.629315 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port b66c1fdb-3e48-4811-9727-b980503662d9, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=b66c1fdb-3e48-4811-9727-b980503662d9,segment=NetworkSegment(8793527f-f5f4-4462-904e-056a8816ed3e),segment_id=8793527f-f5f4-4462-904e-056a8816ed3e)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:11:10.647535 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Returning: {'device': 'b66c1fdb-3e48-4811-9727-b980503662d9', 'network_id': 'eca01403-f026-4f4a-a62d-8ce386c78291', 'port_id': 'b66c1fdb-3e48-4811-9727-b980503662d9', 'mac_address': 'fa:16:3e:e9:8c:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7abb92-e8b8-4c8e-8f01-4c9747c44398', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:11:10.756062 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:10.770576 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:10.788488 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b66c1fdb-3e48-4811-9727-b980503662d9 {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:11:10.811782 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e76f8f-af39-473b-b452-50e77f267d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89a5904-2202-4ddd-b74e-88df6377a48e'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:11:10.822772 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port b66c1fdb-3e48-4811-9727-b980503662d9, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=b66c1fdb-3e48-4811-9727-b980503662d9,segment=NetworkSegment(8793527f-f5f4-4462-904e-056a8816ed3e),segment_id=8793527f-f5f4-4462-904e-056a8816ed3e)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:11:10.825845 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port c89a5904-2202-4ddd-b74e-88df6377a48e, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c89a5904-2202-4ddd-b74e-88df6377a48e,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:11:10.827534 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:10.829646 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:11:10.865569 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:10.876594 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e76f8f-af39-473b-b452-50e77f267d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89a5904-2202-4ddd-b74e-88df6377a48e', 'code': 200} Apr 05 12:11:10.907367 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=b66c1fdb-3e48-4811-9727-b980503662d9,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:11:10.910916 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:11:10.911430 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:11:10.928649 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0b6d5-d971-4eb7-bd37-157688c7e4f4 req-22877d21-89c8-47c4-a38f-8c71d65c7498 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:10.930288 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-cce0b6d5-d971-4eb7-bd37-157688c7e4f4 req-22877d21-89c8-47c4-a38f-8c71d65c7498 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 947 time: 0.1164422 Apr 05 12:11:10.984278 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-cce0b6d5-d971-4eb7-bd37-157688c7e4f4 req-1539b8bc-d405-4f76-b88b-08e5d8bc25a0 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435677 Apr 05 12:11:10.988075 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=c89a5904-2202-4ddd-b74e-88df6377a48e,revision_number=10']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:11:10.991398 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:11:11.053262 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b9465-eaef-458f-a3d1-662830a9631b req-90248d22-5b01-4c57-b3ff-bc4291e2d667 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:11.054857 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7c1b9465-eaef-458f-a3d1-662830a9631b req-90248d22-5b01-4c57-b3ff-bc4291e2d667 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e367a7-c93c-4ecc-86de-4380da7fd34b HTTP/1.1" status: 200 len: 945 time: 0.0926976 Apr 05 12:11:11.101121 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7c1b9465-eaef-458f-a3d1-662830a9631b req-acccbf3f-7569-4319-8ba4-52aeccf3bb9f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/security-groups?id=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397322 Apr 05 12:11:11.182800 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['b66c1fdb-3e48-4811-9727-b980503662d9'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:11:11.563479 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6aa29f-bbc7-407f-bb87-012068e94af7 req-78834d6d-193b-47e7-80b5-a34c4f838a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:11.565128 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4a6aa29f-bbc7-407f-bb87-012068e94af7 req-78834d6d-193b-47e7-80b5-a34c4f838a01 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 1100 time: 0.0800629 Apr 05 12:11:11.609750 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4a6aa29f-bbc7-407f-bb87-012068e94af7 req-77e013be-3c31-425b-8e2d-d2b8b48c39c0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371394 Apr 05 12:11:11.995625 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:12.193481 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f2d3d-09ff-402b-9c47-0521179e5bd0 req-79f77432-1838-4466-b15d-65a1af516bac tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:12.195206 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4f7f2d3d-09ff-402b-9c47-0521179e5bd0 req-79f77432-1838-4466-b15d-65a1af516bac tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 947 time: 0.0907125 Apr 05 12:11:12.243181 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4f7f2d3d-09ff-402b-9c47-0521179e5bd0 req-b48f2900-c7dd-4dce-9ec7-26627b61da68 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416763 Apr 05 12:11:12.392921 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device b66c1fdb-3e48-4811-9727-b980503662d9 up at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:11:12.459703 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b4bf5-20e8-420d-b865-9a1bce71cb11 req-fc8a1000-b019-4c9a-b4c9-9e2396feba81 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:12.461560 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7f9b4bf5-20e8-420d-b865-9a1bce71cb11 req-fc8a1000-b019-4c9a-b4c9-9e2396feba81 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e367a7-c93c-4ecc-86de-4380da7fd34b HTTP/1.1" status: 200 len: 945 time: 0.1080847 Apr 05 12:11:12.491501 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning for port b66c1fdb-3e48-4811-9727-b980503662d9 completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:11:12.496522 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning complete for port b66c1fdb-3e48-4811-9727-b980503662d9 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:11:12.496937 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:12.515610 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7f9b4bf5-20e8-420d-b865-9a1bce71cb11 req-46959e04-8ebd-452b-b147-31b440ecef81 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/security-groups?id=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468266 Apr 05 12:11:12.625533 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:12.658267 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port b66c1fdb-3e48-4811-9727-b980503662d9, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=b66c1fdb-3e48-4811-9727-b980503662d9,segment=NetworkSegment(8793527f-f5f4-4462-904e-056a8816ed3e),segment_id=8793527f-f5f4-4462-904e-056a8816ed3e)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:11:12.661032 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:12.662913 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8dc0e911-9d3f-445a-a951-2ce916a77b0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:11:12.729948 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=b66c1fdb-3e48-4811-9727-b980503662d9,revision_number=5']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:11:12.732977 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:11:12.877599 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e367a7-c93c-4ecc-86de-4380da7fd34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66c1fdb-3e48-4811-9727-b980503662d9'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:11:12.926702 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e367a7-c93c-4ecc-86de-4380da7fd34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66c1fdb-3e48-4811-9727-b980503662d9', 'code': 200} Apr 05 12:11:13.210939 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906d62d-9b2f-42c3-810f-1363971a301d req-833f26c9-2995-487d-88a9-ffdf22f4ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:13.212552 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9906d62d-9b2f-42c3-810f-1363971a301d req-833f26c9-2995-487d-88a9-ffdf22f4ef72 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=49e367a7-c93c-4ecc-86de-4380da7fd34b HTTP/1.1" status: 200 len: 1099 time: 0.0821762 Apr 05 12:11:13.259962 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9906d62d-9b2f-42c3-810f-1363971a301d req-c1662bb5-30cc-4dcc-84c8-014e18502ca6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404379 Apr 05 12:11:13.463840 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7eaaf-6c79-469e-99d2-aad191cc5641 req-7ae3c21c-42ed-4e4b-a7c1-21e670518081 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:13.465490 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-16b7eaaf-6c79-469e-99d2-aad191cc5641 req-7ae3c21c-42ed-4e4b-a7c1-21e670518081 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 947 time: 0.0995669 Apr 05 12:11:13.518101 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-16b7eaaf-6c79-469e-99d2-aad191cc5641 req-3a8e500c-89ae-4e64-97c4-216c1b973c6c tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435674 Apr 05 12:11:13.724530 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21e6af-187e-4e3a-9efb-0c60a9a23bcf req-b37c737d-6f99-469f-9969-87fdcef839fc tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:13.726176 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ac21e6af-187e-4e3a-9efb-0c60a9a23bcf req-b37c737d-6f99-469f-9969-87fdcef839fc tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e367a7-c93c-4ecc-86de-4380da7fd34b HTTP/1.1" status: 200 len: 946 time: 0.0890412 Apr 05 12:11:13.778190 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ac21e6af-187e-4e3a-9efb-0c60a9a23bcf req-7f8703f5-85dc-4c85-9c0c-6a859a8c7502 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/security-groups?id=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454111 Apr 05 12:11:13.870626 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 6 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:11:13.932173 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e477456-9dab-4d57-b385-bd15c08c1183 req-376c7795-46e9-4607-95c0-21bc3e8012c5 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:13.933805 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7e477456-9dab-4d57-b385-bd15c08c1183 req-376c7795-46e9-4607-95c0-21bc3e8012c5 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.0954425 Apr 05 12:11:13.980895 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7e477456-9dab-4d57-b385-bd15c08c1183 req-d0f9a217-5b41-45a2-8d23-234b383d9191 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402205 Apr 05 12:11:14.728859 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b2e11-890a-40d6-887a-68b372057258 req-7268ceec-6666-4db8-b07b-f49fdd612ee5 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:14.730464 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-145b2e11-890a-40d6-887a-68b372057258 req-7268ceec-6666-4db8-b07b-f49fdd612ee5 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 947 time: 0.0897827 Apr 05 12:11:14.777647 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-145b2e11-890a-40d6-887a-68b372057258 req-796f403b-aa64-435e-85d9-0bef41463209 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401623 Apr 05 12:11:14.973462 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb5a6f-1f4e-47b6-bf41-33e124c8aa31 req-3b501fcf-8d29-48d4-878e-699c0f96eab4 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:14.975023 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-08bb5a6f-1f4e-47b6-bf41-33e124c8aa31 req-3b501fcf-8d29-48d4-878e-699c0f96eab4 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e367a7-c93c-4ecc-86de-4380da7fd34b HTTP/1.1" status: 200 len: 946 time: 0.0867982 Apr 05 12:11:15.022500 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-08bb5a6f-1f4e-47b6-bf41-33e124c8aa31 req-525821e0-9cef-4441-98de-2bb5289cc05f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/security-groups?id=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412395 Apr 05 12:11:15.181615 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed0a6d-4b3e-4c12-bea8-79e0cff77359 req-d4d1aac5-b76e-4e0b-988f-c21525759d1e tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:15.183231 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-98ed0a6d-4b3e-4c12-bea8-79e0cff77359 req-d4d1aac5-b76e-4e0b-988f-c21525759d1e tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.0882640 Apr 05 12:11:15.234789 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-98ed0a6d-4b3e-4c12-bea8-79e0cff77359 req-92c5b73b-96ee-42c4-8b40-bfa4c78198ec tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449095 Apr 05 12:11:16.462144 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767050b-c95c-4927-991d-6fe67a5fdb5c req-da503611-0b61-4e26-8bbf-a53f73ea6490 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:16.463725 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d767050b-c95c-4927-991d-6fe67a5fdb5c req-da503611-0b61-4e26-8bbf-a53f73ea6490 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.0957534 Apr 05 12:11:16.511441 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d767050b-c95c-4927-991d-6fe67a5fdb5c req-9729f48b-9317-4abf-8862-2537d8365cda tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403087 Apr 05 12:11:17.714681 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a5671-da55-4bcd-a4c8-7353a124b068 req-63366c7b-5547-4dee-b76e-2b75c160b8d9 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:17.716280 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-688a5671-da55-4bcd-a4c8-7353a124b068 req-63366c7b-5547-4dee-b76e-2b75c160b8d9 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.0899060 Apr 05 12:11:17.766977 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-688a5671-da55-4bcd-a4c8-7353a124b068 req-1b3e73e5-4d64-4025-83f7-d9f362c66356 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437264 Apr 05 12:11:18.967459 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402066c6-e297-4132-93b2-02576e099fe0 req-6f114d94-3a19-46ed-9270-861968c5ce0b tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:18.969066 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-402066c6-e297-4132-93b2-02576e099fe0 req-6f114d94-3a19-46ed-9270-861968c5ce0b tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.0896032 Apr 05 12:11:19.021019 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-402066c6-e297-4132-93b2-02576e099fe0 req-96110f1b-1045-417d-89bb-fa31e4f24c5a tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449317 Apr 05 12:11:20.229598 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2625cd-d57e-4b95-b574-385ed232e3b7 req-8e495c50-34a4-477d-8081-206b9fe225e0 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:20.231087 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3b2625cd-d57e-4b95-b574-385ed232e3b7 req-8e495c50-34a4-477d-8081-206b9fe225e0 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.0943210 Apr 05 12:11:20.280153 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3b2625cd-d57e-4b95-b574-385ed232e3b7 req-e655d624-b93f-49bf-82a2-e6d74f1065e7 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427070 Apr 05 12:11:21.480983 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698d5cf-78f8-488e-8673-fdfafbbb652a req-2ce9f404-8f07-4ca1-9149-6902d9a1c1dc tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:21.482619 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6698d5cf-78f8-488e-8673-fdfafbbb652a req-2ce9f404-8f07-4ca1-9149-6902d9a1c1dc tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.0898645 Apr 05 12:11:21.531701 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6698d5cf-78f8-488e-8673-fdfafbbb652a req-85aa0e08-7f28-4d7e-9d2c-4f0cf095d473 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419250 Apr 05 12:11:22.732841 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad393710-7067-4ba1-a7d5-67fe43444f2b req-2d8a8da5-4d7f-4bdf-8dda-ef1b73e63c38 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:22.734472 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ad393710-7067-4ba1-a7d5-67fe43444f2b req-2d8a8da5-4d7f-4bdf-8dda-ef1b73e63c38 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.0885036 Apr 05 12:11:22.784043 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ad393710-7067-4ba1-a7d5-67fe43444f2b req-17a1ae4f-4c51-433b-b630-d350091a9c41 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421941 Apr 05 12:11:24.118012 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358979a-4e10-4268-b135-c42c4699a3e5 req-416b16fa-3097-4555-a879-550cbea30f47 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:24.119519 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1358979a-4e10-4268-b135-c42c4699a3e5 req-416b16fa-3097-4555-a879-550cbea30f47 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.2196028 Apr 05 12:11:24.167492 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1358979a-4e10-4268-b135-c42c4699a3e5 req-ded327b7-dbb9-4c22-a9fe-a5a9a17be5ae tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414011 Apr 05 12:11:25.426293 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1b286-e0d5-4911-87e3-36868b8f19e7 req-935c53dc-283c-4a28-bfa2-3150f0c1945e tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:25.428947 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-82d1b286-e0d5-4911-87e3-36868b8f19e7 req-935c53dc-283c-4a28-bfa2-3150f0c1945e tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.1485748 Apr 05 12:11:25.478801 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-82d1b286-e0d5-4911-87e3-36868b8f19e7 req-d29da099-c4a8-4456-ae94-080043cf2cc8 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443816 Apr 05 12:11:26.682337 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbed38a-68fa-4e0c-9592-cf4c968d6541 req-479cc4fe-184c-47c3-a077-8cadcdff0fa6 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:26.684006 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0bbed38a-68fa-4e0c-9592-cf4c968d6541 req-479cc4fe-184c-47c3-a077-8cadcdff0fa6 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.0915544 Apr 05 12:11:26.732195 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0bbed38a-68fa-4e0c-9592-cf4c968d6541 req-57e6d07a-7341-4bca-b6b4-6ef346a1c5dc tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411806 Apr 05 12:11:27.934229 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98971b24-ec56-4d9e-8a44-2575010a3bbb req-854a6111-581a-40a7-b5db-ed69bd62426c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:27.935818 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-98971b24-ec56-4d9e-8a44-2575010a3bbb req-854a6111-581a-40a7-b5db-ed69bd62426c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.0875225 Apr 05 12:11:27.985223 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-98971b24-ec56-4d9e-8a44-2575010a3bbb req-6634e0c1-b24e-408a-ba1b-b395f45b8973 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432181 Apr 05 12:11:28.424596 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-47174d7d-ef82-42b7-9d41-89cad015e0b8 req-b8124d8f-4463-4243-8400-4d8fe57d18ba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799043 Apr 05 12:11:28.528599 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47174d7d-ef82-42b7-9d41-89cad015e0b8 req-9c7f6ad8-e32b-45de-a31e-6c7bf2311b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:28.530572 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-47174d7d-ef82-42b7-9d41-89cad015e0b8 req-9c7f6ad8-e32b-45de-a31e-6c7bf2311b7a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef963fd801d14231908609f44c23fa0b&device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 1100 time: 0.0762522 Apr 05 12:11:28.682365 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47174d7d-ef82-42b7-9d41-89cad015e0b8 req-85e897a1-c967-4871-93f7-9b1c82075eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:28.683892 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-47174d7d-ef82-42b7-9d41-89cad015e0b8 req-85e897a1-c967-4871-93f7-9b1c82075eb0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=40fb80d3-753f-4a6e-8e1e-404338c152f4 HTTP/1.1" status: 200 len: 918 time: 0.1330223 Apr 05 12:11:28.795287 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-47174d7d-ef82-42b7-9d41-89cad015e0b8 req-4e1bbeb1-2658-4676-8f87-483723b7493a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c89a5904-2202-4ddd-b74e-88df6377a48e HTTP/1.1" status: 200 len: 1002 time: 0.1010783 Apr 05 12:11:28.865177 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47174d7d-ef82-42b7-9d41-89cad015e0b8 req-fa29e6bb-e01d-415f-bc11-0b09486abc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:28.866821 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-47174d7d-ef82-42b7-9d41-89cad015e0b8 req-fa29e6bb-e01d-415f-bc11-0b09486abc9d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad6e7b7d-b348-4208-aa85-00f9b060484b HTTP/1.1" status: 200 len: 856 time: 0.0633016 Apr 05 12:11:28.954468 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47174d7d-ef82-42b7-9d41-89cad015e0b8 req-8aa387c0-d65d-47b5-a2e1-9afbbab7eda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:28.956086 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-47174d7d-ef82-42b7-9d41-89cad015e0b8 req-8aa387c0-d65d-47b5-a2e1-9afbbab7eda8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=40fb80d3-753f-4a6e-8e1e-404338c152f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819964 Apr 05 12:11:29.137763 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-47174d7d-ef82-42b7-9d41-89cad015e0b8 req-e32eb132-ada5-4757-8998-31737c02853a service neutron] 10.222.0.32 "GET /v2.0/networks/40fb80d3-753f-4a6e-8e1e-404338c152f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737800 Apr 05 12:11:29.302322 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c517a48-ce85-4c0d-9f37-af2277ab5abc req-c410cf34-7120-4161-ace9-e40f7b825a54 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:29.303989 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6c517a48-ce85-4c0d-9f37-af2277ab5abc req-c410cf34-7120-4161-ace9-e40f7b825a54 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.2058353 Apr 05 12:11:29.344503 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-47174d7d-ef82-42b7-9d41-89cad015e0b8 req-6e1d8169-7bb9-4331-b0d6-b2a8db1d10d0 service neutron] 10.222.0.32 "GET /v2.0/networks/40fb80d3-753f-4a6e-8e1e-404338c152f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946158 Apr 05 12:11:29.370995 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6c517a48-ce85-4c0d-9f37-af2277ab5abc req-cbf924a2-9060-4473-8862-08fb1e25501e tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550590 Apr 05 12:11:30.047621 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338e049-09af-49f9-bbcb-55b1f4b78085 req-f68efeb7-6688-4de2-b04b-116a950ddbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:30.049225 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d338e049-09af-49f9-bbcb-55b1f4b78085 req-f68efeb7-6688-4de2-b04b-116a950ddbbd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8d81770d2fd44d7834fe19f72c36891&device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 1138 time: 0.1500952 Apr 05 12:11:30.057950 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dcd23e-d6a3-40e3-93c7-fc78e51f8466 req-671ad339-6715-43c9-a15f-4bb1e361020e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:30.059423 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-42dcd23e-d6a3-40e3-93c7-fc78e51f8466 req-671ad339-6715-43c9-a15f-4bb1e361020e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 985 time: 0.1197186 Apr 05 12:11:30.202162 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-42dcd23e-d6a3-40e3-93c7-fc78e51f8466 req-b6754636-443c-4880-8bec-8f7a7411f612 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&id=42202d96-a056-4e4a-925c-2aaf260e1692&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1204960 Apr 05 12:11:30.229547 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338e049-09af-49f9-bbcb-55b1f4b78085 req-593aa6dc-5a8e-4a59-9234-d38e12ce3dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:30.231106 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d338e049-09af-49f9-bbcb-55b1f4b78085 req-593aa6dc-5a8e-4a59-9234-d38e12ce3dee service neutron] 10.222.0.32 "GET /v2.0/networks?id=ec78b1d2-852f-4bf9-9578-58aa877b687e HTTP/1.1" status: 200 len: 916 time: 0.1707995 Apr 05 12:11:30.338099 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d338e049-09af-49f9-bbcb-55b1f4b78085 req-0e95e3c2-c80e-45d0-ae52-98b83c1656f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75845820-fbee-468c-b268-d6d400e77f3a HTTP/1.1" status: 200 len: 1002 time: 0.1005285 Apr 05 12:11:30.408566 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338e049-09af-49f9-bbcb-55b1f4b78085 req-ea385304-6b11-4a7a-ae7f-49ee894f8144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:30.410226 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d338e049-09af-49f9-bbcb-55b1f4b78085 req-ea385304-6b11-4a7a-ae7f-49ee894f8144 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=94f6df90-74f4-4bb0-84fb-b014c2dc31ba HTTP/1.1" status: 200 len: 854 time: 0.0635219 Apr 05 12:11:30.493810 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338e049-09af-49f9-bbcb-55b1f4b78085 req-6a65801c-7370-40cd-9d4f-9c9deca5985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:30.495373 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d338e049-09af-49f9-bbcb-55b1f4b78085 req-6a65801c-7370-40cd-9d4f-9c9deca5985f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec78b1d2-852f-4bf9-9578-58aa877b687e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781734 Apr 05 12:11:30.580967 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025764a-2be9-4620-aef1-f76a4244aa47 req-97eaea87-544b-4274-ad9c-e556000a46c9 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:30.582611 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3025764a-2be9-4620-aef1-f76a4244aa47 req-97eaea87-544b-4274-ad9c-e556000a46c9 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.0881839 Apr 05 12:11:30.630218 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3025764a-2be9-4620-aef1-f76a4244aa47 req-11852b8b-5601-40f6-b068-0e632d15863c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411491 Apr 05 12:11:30.638545 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d338e049-09af-49f9-bbcb-55b1f4b78085 req-d279a6b5-d856-46b4-b252-862dacd0173e service neutron] 10.222.0.32 "GET /v2.0/networks/ec78b1d2-852f-4bf9-9578-58aa877b687e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331320 Apr 05 12:11:30.779236 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d338e049-09af-49f9-bbcb-55b1f4b78085 req-2ba941b3-e2ac-4603-8a3b-6262c0359328 service neutron] 10.222.0.32 "GET /v2.0/networks/ec78b1d2-852f-4bf9-9578-58aa877b687e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334076 Apr 05 12:11:30.998645 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f4072-ae90-4b32-8190-c8e003ac9ec5 req-fe24b0c8-0693-4868-921e-8f57ba9cea9a tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:31.000251 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e65f4072-ae90-4b32-8190-c8e003ac9ec5 req-fe24b0c8-0693-4868-921e-8f57ba9cea9a tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.0968475 Apr 05 12:11:31.050469 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e65f4072-ae90-4b32-8190-c8e003ac9ec5 req-4770cf53-a67e-45fd-b76c-c94c61721399 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432422 Apr 05 12:11:31.051794 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b92b6f-f026-4b1e-8316-3650dcdfab5d req-84cf7f82-e68c-4fcd-b03e-f9d01bc72159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:31.053478 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-39b92b6f-f026-4b1e-8316-3650dcdfab5d req-84cf7f82-e68c-4fcd-b03e-f9d01bc72159 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddc3c61214c148ae9122b41d30482408&device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 1099 time: 0.0843914 Apr 05 12:11:31.489491 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b92b6f-f026-4b1e-8316-3650dcdfab5d req-2d358c4a-cd96-4f94-bf48-118db530020d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:31.491078 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-39b92b6f-f026-4b1e-8316-3650dcdfab5d req-2d358c4a-cd96-4f94-bf48-118db530020d service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 HTTP/1.1" status: 200 len: 911 time: 0.4246309 Apr 05 12:11:31.580855 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4f3a6-87ff-4533-b2b8-c89ae5b36115 req-167d4813-5e0d-4ed9-b3b1-6604a0533b6e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:31.582446 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5fd4f3a6-87ff-4533-b2b8-c89ae5b36115 req-167d4813-5e0d-4ed9-b3b1-6604a0533b6e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 985 time: 0.1936231 Apr 05 12:11:31.645186 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-39b92b6f-f026-4b1e-8316-3650dcdfab5d req-9d57e497-ee6a-452e-8268-ffbb9f27a578 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58362b7c-bead-43a0-8ba6-003b0b5099bc HTTP/1.1" status: 200 len: 1002 time: 0.1454296 Apr 05 12:11:31.654372 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5fd4f3a6-87ff-4533-b2b8-c89ae5b36115 req-702e9a4d-b78b-4dc4-9fc3-8769308bf4e7 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&id=42202d96-a056-4e4a-925c-2aaf260e1692&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0603397 Apr 05 12:11:31.719300 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b92b6f-f026-4b1e-8316-3650dcdfab5d req-7a6d8112-59bc-42ea-8d11-b3cf1d45e45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:31.720872 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-39b92b6f-f026-4b1e-8316-3650dcdfab5d req-7a6d8112-59bc-42ea-8d11-b3cf1d45e45e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e2cc0a18-1ec0-47fc-acf4-d5c1651f886a HTTP/1.1" status: 200 len: 849 time: 0.0656176 Apr 05 12:11:31.802589 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b92b6f-f026-4b1e-8316-3650dcdfab5d req-9e95147a-d7a8-44da-b68d-443667cb6c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:31.804133 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-39b92b6f-f026-4b1e-8316-3650dcdfab5d req-9e95147a-d7a8-44da-b68d-443667cb6c5b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770249 Apr 05 12:11:31.943569 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-39b92b6f-f026-4b1e-8316-3650dcdfab5d req-396b4387-8c02-4ec6-9cee-0a49effcfcbb service neutron] 10.222.0.32 "GET /v2.0/networks/ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326208 Apr 05 12:11:32.084756 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-39b92b6f-f026-4b1e-8316-3650dcdfab5d req-4e0078e7-1b6b-4801-a575-7d8100276ddf service neutron] 10.222.0.32 "GET /v2.0/networks/ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333795 Apr 05 12:11:32.255527 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54042f8-5c10-4606-8e89-73cde1c6a182 req-a6e770ce-f601-40dc-9616-db65e57b5749 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:32.257150 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f54042f8-5c10-4606-8e89-73cde1c6a182 req-a6e770ce-f601-40dc-9616-db65e57b5749 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.0892625 Apr 05 12:11:32.304941 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f54042f8-5c10-4606-8e89-73cde1c6a182 req-b583a9dc-124f-4d6a-b983-167f390e9bd5 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411091 Apr 05 12:11:32.546656 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:32.857441 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c40ca-fee4-4beb-932b-5e5c0b31edf2 req-8e87f0a0-ba86-4da2-8ab1-955b66dbf65b tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:32.858959 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e21c40ca-fee4-4beb-932b-5e5c0b31edf2 req-8e87f0a0-ba86-4da2-8ab1-955b66dbf65b tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 985 time: 0.0917137 Apr 05 12:11:32.909559 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e21c40ca-fee4-4beb-932b-5e5c0b31edf2 req-16592e87-c7f6-451c-b78c-e067e52f78cd tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&id=42202d96-a056-4e4a-925c-2aaf260e1692&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0432949 Apr 05 12:11:33.508307 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ccf53-34a5-477a-ade5-a50ee8c13ed6 req-23a2d7e5-5664-4749-a9b2-1093df0fc927 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:33.509996 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-fb5ccf53-34a5-477a-ade5-a50ee8c13ed6 req-23a2d7e5-5664-4749-a9b2-1093df0fc927 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.0916817 Apr 05 12:11:33.559355 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-fb5ccf53-34a5-477a-ade5-a50ee8c13ed6 req-39d2a633-d6e6-486b-861b-35501e57ec5f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424032 Apr 05 12:11:34.114275 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3858ff7-42b7-4a77-8fa0-9d6ecb057b91 req-c1f6e0b7-0836-44b7-a9f2-aa4babcf6403 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:34.115781 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a3858ff7-42b7-4a77-8fa0-9d6ecb057b91 req-c1f6e0b7-0836-44b7-a9f2-aa4babcf6403 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 985 time: 0.0899467 Apr 05 12:11:34.168926 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a3858ff7-42b7-4a77-8fa0-9d6ecb057b91 req-37ef7ea8-bd2e-44cf-aac1-a9814c44de4d tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&id=42202d96-a056-4e4a-925c-2aaf260e1692&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0464966 Apr 05 12:11:35.374138 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735d3aa-9595-4492-aaa7-33548ad729f4 req-88c19150-48cb-4b6c-8073-4198a1211b80 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:35.375893 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1735d3aa-9595-4492-aaa7-33548ad729f4 req-88c19150-48cb-4b6c-8073-4198a1211b80 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 985 time: 0.0904386 Apr 05 12:11:35.433469 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1735d3aa-9595-4492-aaa7-33548ad729f4 req-d22b3af3-fd9d-48f8-9c70-b30634045ed2 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&id=42202d96-a056-4e4a-925c-2aaf260e1692&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0510678 Apr 05 12:11:36.633744 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163709b-2349-4b07-9718-99020efe701f req-a6b6c045-aa0c-4624-b3a6-f20e83e361e3 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:36.635497 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9163709b-2349-4b07-9718-99020efe701f req-a6b6c045-aa0c-4624-b3a6-f20e83e361e3 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 985 time: 0.0891817 Apr 05 12:11:36.686358 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9163709b-2349-4b07-9718-99020efe701f req-56abcd6b-2a29-44af-9468-07ce96c8e96a tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&id=42202d96-a056-4e4a-925c-2aaf260e1692&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0442791 Apr 05 12:11:37.321200 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-69ec167d-083b-4565-87aa-1fcdd0c6de04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:37.885967 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64786a82-29c2-4089-b193-3e4423d7d9c2 req-52b2e287-34ab-4702-946a-0e2e3959c0f5 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:37.887526 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-64786a82-29c2-4089-b193-3e4423d7d9c2 req-52b2e287-34ab-4702-946a-0e2e3959c0f5 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 985 time: 0.0902979 Apr 05 12:11:37.936837 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-64786a82-29c2-4089-b193-3e4423d7d9c2 req-38656243-8bc7-4314-bde9-0a2614bb20c2 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&id=42202d96-a056-4e4a-925c-2aaf260e1692&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0426695 Apr 05 12:11:38.689910 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:39.135544 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c981c57-aac3-4a1f-96d8-7dab40e3986d req-e2ff30e2-23e1-441a-b16a-06f1cde372eb tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:39.137126 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3c981c57-aac3-4a1f-96d8-7dab40e3986d req-e2ff30e2-23e1-441a-b16a-06f1cde372eb tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 985 time: 0.0876856 Apr 05 12:11:39.186796 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3c981c57-aac3-4a1f-96d8-7dab40e3986d req-586850b0-f55a-4bd9-8f19-45d48b3fabbb tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&id=42202d96-a056-4e4a-925c-2aaf260e1692&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0426676 Apr 05 12:11:39.909551 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2930a0d0-f71d-4660-aed7-160ff6f0397f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:40.281003 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:40.390104 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978dc272-57a8-4dc8-87b6-2c5f0921ee4a req-ec2dfcc5-01da-4848-aae6-e56ae9bf4e15 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:40.391573 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-978dc272-57a8-4dc8-87b6-2c5f0921ee4a req-ec2dfcc5-01da-4848-aae6-e56ae9bf4e15 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 985 time: 0.0917957 Apr 05 12:11:40.441469 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-978dc272-57a8-4dc8-87b6-2c5f0921ee4a req-0a8797f2-ad35-481b-9f2b-4b99916161bf tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&id=42202d96-a056-4e4a-925c-2aaf260e1692&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0434494 Apr 05 12:11:41.642064 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fc3c8-fe08-4a3e-8457-267a6f3a21a2 req-ca96eb80-775c-4a34-a254-725e59689947 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:41.643593 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ab9fc3c8-fe08-4a3e-8457-267a6f3a21a2 req-ca96eb80-775c-4a34-a254-725e59689947 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 985 time: 0.0876226 Apr 05 12:11:41.694592 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ab9fc3c8-fe08-4a3e-8457-267a6f3a21a2 req-f8e3ebb6-21fb-4833-aef8-df38ba0fdcac tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&id=42202d96-a056-4e4a-925c-2aaf260e1692&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0440147 Apr 05 12:11:41.999246 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:11:42.895368 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f07f61-f750-418d-9fb1-5f4e80e2dba5 req-6e05d51c-6387-4cf0-a341-8c88c007c459 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:42.897010 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-43f07f61-f750-418d-9fb1-5f4e80e2dba5 req-6e05d51c-6387-4cf0-a341-8c88c007c459 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 985 time: 0.0888789 Apr 05 12:11:42.946982 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-43f07f61-f750-418d-9fb1-5f4e80e2dba5 req-c66b005c-f86c-4562-bbc0-4602ac5d3de1 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&id=42202d96-a056-4e4a-925c-2aaf260e1692&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0433545 Apr 05 12:11:44.145973 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b55c3-db10-402e-ba5b-2906f862d2fb req-f5b8c093-fe14-4399-85a5-73eae3ca97c5 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:44.147535 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1c5b55c3-db10-402e-ba5b-2906f862d2fb req-f5b8c093-fe14-4399-85a5-73eae3ca97c5 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 985 time: 0.0898767 Apr 05 12:11:44.195859 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1c5b55c3-db10-402e-ba5b-2906f862d2fb req-721287cc-9bc9-430a-b543-0812cd2dfd6e tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&id=42202d96-a056-4e4a-925c-2aaf260e1692&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0419743 Apr 05 12:11:45.414674 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d29198-6e4d-43cd-8e5c-93af2fdd9ad3 req-30249977-c3c1-4a21-a9dc-23c5d99d6161 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:45.416260 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-66d29198-6e4d-43cd-8e5c-93af2fdd9ad3 req-30249977-c3c1-4a21-a9dc-23c5d99d6161 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 985 time: 0.1062670 Apr 05 12:11:45.466534 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-66d29198-6e4d-43cd-8e5c-93af2fdd9ad3 req-3372e750-84f9-47d6-a85c-552f2c223ce0 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&id=42202d96-a056-4e4a-925c-2aaf260e1692&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0437477 Apr 05 12:11:46.667528 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8451438-12b2-423d-aa03-aa5c26187a97 req-2a7951db-4a65-4586-b963-63d1d0e02dd2 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:46.669064 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d8451438-12b2-423d-aa03-aa5c26187a97 req-2a7951db-4a65-4586-b963-63d1d0e02dd2 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 985 time: 0.0858107 Apr 05 12:11:46.722134 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d8451438-12b2-423d-aa03-aa5c26187a97 req-2b42cdd6-200c-4910-ad34-3b79f408670c tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&id=42202d96-a056-4e4a-925c-2aaf260e1692&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0462606 Apr 05 12:11:47.919803 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff46be7-4aec-4e3d-bb6d-f6b3bc1df166 req-a9ae6f8d-7c09-45d1-94b4-9922090e5409 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:11:47.921365 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-bff46be7-4aec-4e3d-bb6d-f6b3bc1df166 req-a9ae6f8d-7c09-45d1-94b4-9922090e5409 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 985 time: 0.0866449 Apr 05 12:11:47.973680 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-bff46be7-4aec-4e3d-bb6d-f6b3bc1df166 req-ec5c5597-c05a-4793-844f-0bd6859d20af tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&id=42202d96-a056-4e4a-925c-2aaf260e1692&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0453877 Apr 05 12:11:50.870981 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 6 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:12:00.051358 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe817d-7e09-438e-9d0d-91288c363370 req-6bdaa4a5-00e5-4fb5-b018-4938c032e3d6 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:00.052926 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-cbbe817d-7e09-438e-9d0d-91288c363370 req-6bdaa4a5-00e5-4fb5-b018-4938c032e3d6 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e367a7-c93c-4ecc-86de-4380da7fd34b HTTP/1.1" status: 200 len: 946 time: 0.0873079 Apr 05 12:12:00.098948 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-cbbe817d-7e09-438e-9d0d-91288c363370 req-5b8b980c-cce7-4301-8a6a-1542da5dbb4d tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/security-groups?id=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398438 Apr 05 12:12:01.300266 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb909c7e-3333-4b5c-b518-3bf91a1d80e5 req-ac96b2dd-ae8c-4fac-b630-dc9fdb1bbd9e tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:01.302411 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-cb909c7e-3333-4b5c-b518-3bf91a1d80e5 req-ac96b2dd-ae8c-4fac-b630-dc9fdb1bbd9e tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e367a7-c93c-4ecc-86de-4380da7fd34b HTTP/1.1" status: 200 len: 946 time: 0.0879912 Apr 05 12:12:01.349838 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-cb909c7e-3333-4b5c-b518-3bf91a1d80e5 req-c616de15-83f3-4a39-8f91-eb2f2badad0d tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/security-groups?id=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409641 Apr 05 12:12:02.558042 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f55be-a974-4f0b-a468-107ae407de0e req-7646d26b-33cf-424c-9f91-2efecc326c64 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:02.559698 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c91f55be-a974-4f0b-a468-107ae407de0e req-7646d26b-33cf-424c-9f91-2efecc326c64 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e367a7-c93c-4ecc-86de-4380da7fd34b HTTP/1.1" status: 200 len: 946 time: 0.0935276 Apr 05 12:12:02.565344 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:02.607123 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c91f55be-a974-4f0b-a468-107ae407de0e req-bfd9fa16-feb8-4a8f-b11f-9727c124919d tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/security-groups?id=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406837 Apr 05 12:12:03.808867 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825c0e4-c5fc-412a-b55e-0af06bbd90e0 req-441cc07a-ea7b-4edc-8a70-8a9ca558214b tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:03.810498 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8825c0e4-c5fc-412a-b55e-0af06bbd90e0 req-441cc07a-ea7b-4edc-8a70-8a9ca558214b tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e367a7-c93c-4ecc-86de-4380da7fd34b HTTP/1.1" status: 200 len: 946 time: 0.0916147 Apr 05 12:12:04.054775 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8825c0e4-c5fc-412a-b55e-0af06bbd90e0 req-976bb1b5-824d-465c-be9b-1c64995e4d2d tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/security-groups?id=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378082 Apr 05 12:12:05.253717 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4b5c1-578b-498c-a884-6c0a26bc6b9a req-530cf1cf-694e-41e0-b81a-e39b11866140 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:05.255319 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-69c4b5c1-578b-498c-a884-6c0a26bc6b9a req-530cf1cf-694e-41e0-b81a-e39b11866140 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e367a7-c93c-4ecc-86de-4380da7fd34b HTTP/1.1" status: 200 len: 946 time: 0.0894575 Apr 05 12:12:05.302366 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-69c4b5c1-578b-498c-a884-6c0a26bc6b9a req-ffe05d16-c50c-4db7-996f-fbce940a1bb0 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/security-groups?id=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407691 Apr 05 12:12:05.502757 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a2766-b508-4a2d-ab4c-7b6393b42f3a req-45c05c2e-d904-468d-9fb5-4991971dce0a tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:05.504431 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-528a2766-b508-4a2d-ab4c-7b6393b42f3a req-45c05c2e-d904-468d-9fb5-4991971dce0a tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.32 "GET /v2.0/ports?device_id=49e367a7-c93c-4ecc-86de-4380da7fd34b HTTP/1.1" status: 200 len: 946 time: 0.0902562 Apr 05 12:12:05.580152 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-528a2766-b508-4a2d-ab4c-7b6393b42f3a req-3bf6af17-4d48-41d0-8bcd-ec4b497f3a8f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Deleting port b66c1fdb-3e48-4811-9727-b980503662d9 {{(pid=84418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:12:05.580541 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-528a2766-b508-4a2d-ab4c-7b6393b42f3a req-3bf6af17-4d48-41d0-8bcd-ec4b497f3a8f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:05.836762 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-528a2766-b508-4a2d-ab4c-7b6393b42f3a req-3bf6af17-4d48-41d0-8bcd-ec4b497f3a8f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] For port b66c1fdb-3e48-4811-9727-b980503662d9, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=b66c1fdb-3e48-4811-9727-b980503662d9,segment=NetworkSegment(8793527f-f5f4-4462-904e-056a8816ed3e),segment_id=8793527f-f5f4-4462-904e-056a8816ed3e)] {{(pid=84418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:12:05.837157 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-528a2766-b508-4a2d-ab4c-7b6393b42f3a req-3bf6af17-4d48-41d0-8bcd-ec4b497f3a8f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:05.966186 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-528a2766-b508-4a2d-ab4c-7b6393b42f3a req-3bf6af17-4d48-41d0-8bcd-ec4b497f3a8f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Calling delete_port for b66c1fdb-3e48-4811-9727-b980503662d9 owned by compute:nova {{(pid=84418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:12:06.112328 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-528a2766-b508-4a2d-ab4c-7b6393b42f3a req-3bf6af17-4d48-41d0-8bcd-ec4b497f3a8f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:06.127209 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-421f9437-964e-4a28-a0d9-4491fb718ca0 tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:06.131357 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['b66c1fdb-3e48-4811-9727-b980503662d9'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:12:06.186971 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6af17-4d48-41d0-8bcd-ec4b497f3a8f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Pushing event deleted for resources: {'Port': ['ID=b66c1fdb-3e48-4811-9727-b980503662d9,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:06.199584 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf6af17-4d48-41d0-8bcd-ec4b497f3a8f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:06.200002 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf6af17-4d48-41d0-8bcd-ec4b497f3a8f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:06.200412 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf6af17-4d48-41d0-8bcd-ec4b497f3a8f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:06.200818 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf6af17-4d48-41d0-8bcd-ec4b497f3a8f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:06.201218 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf6af17-4d48-41d0-8bcd-ec4b497f3a8f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:06.201643 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf6af17-4d48-41d0-8bcd-ec4b497f3a8f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:06.202046 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf6af17-4d48-41d0-8bcd-ec4b497f3a8f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:06.202445 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf6af17-4d48-41d0-8bcd-ec4b497f3a8f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:06.202841 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf6af17-4d48-41d0-8bcd-ec4b497f3a8f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:06.203236 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf6af17-4d48-41d0-8bcd-ec4b497f3a8f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:06.203632 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf6af17-4d48-41d0-8bcd-ec4b497f3a8f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:06.204024 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf6af17-4d48-41d0-8bcd-ec4b497f3a8f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:06.209277 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3bf6af17-4d48-41d0-8bcd-ec4b497f3a8f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:06.389188 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-528a2766-b508-4a2d-ab4c-7b6393b42f3a req-3bf6af17-4d48-41d0-8bcd-ec4b497f3a8f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] No DVR routers for this DVR port b66c1fdb-3e48-4811-9727-b980503662d9 on host hv-cinder-78476 {{(pid=84418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 12:12:06.391678 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-528a2766-b508-4a2d-ab4c-7b6393b42f3a req-3bf6af17-4d48-41d0-8bcd-ec4b497f3a8f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:06.394541 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e367a7-c93c-4ecc-86de-4380da7fd34b', 'name': 'network-vif-deleted', 'tag': 'b66c1fdb-3e48-4811-9727-b980503662d9'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:12:06.410760 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-528a2766-b508-4a2d-ab4c-7b6393b42f3a req-3bf6af17-4d48-41d0-8bcd-ec4b497f3a8f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.32 "DELETE /v2.0/ports/b66c1fdb-3e48-4811-9727-b980503662d9 HTTP/1.1" status: 204 len: 173 time: 0.9011157 Apr 05 12:12:06.493600 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-bd6aa8f1-8676-43a9-8038-ea7ae491bae3 req-aebd287d-cc63-4f9f-97d6-09b09e50703e tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e367a7-c93c-4ecc-86de-4380da7fd34b HTTP/1.1" status: 200 len: 210 time: 0.0606561 Apr 05 12:12:06.502675 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e367a7-c93c-4ecc-86de-4380da7fd34b', 'name': 'network-vif-deleted', 'tag': 'b66c1fdb-3e48-4811-9727-b980503662d9', 'status': 'completed', 'code': 200} Apr 05 12:12:07.321349 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-16466609-0279-4a94-8732-1ead87786aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:08.690377 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:09.909487 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8ea0f060-3628-4afa-b003-709e3e0e619b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:10.285016 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:10.623363 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device b66c1fdb-3e48-4811-9727-b980503662d9 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:12:10.659840 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] No Port match for: b66c1fdb-3e48-4811-9727-b980503662d9 {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:12:10.660228 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device b66c1fdb-3e48-4811-9727-b980503662d9 not bound to the agent host hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:12:11.224214 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800077a2-ad41-4895-a15a-a652e12ac11f req-a823758d-adc8-47de-b720-5e2a92103b7e tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:11.225833 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-800077a2-ad41-4895-a15a-a652e12ac11f req-a823758d-adc8-47de-b720-5e2a92103b7e tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 945 time: 0.0856261 Apr 05 12:12:11.274435 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-800077a2-ad41-4895-a15a-a652e12ac11f req-0536f493-107d-4d0f-9fa4-6959347cb67f tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425127 Apr 05 12:12:11.873126 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-40255fe6-b58f-4bd0-88c8-e74283ebad94 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:11.874624 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-40255fe6-b58f-4bd0-88c8-e74283ebad94 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/networks?id=eca01403-f026-4f4a-a62d-8ce386c78291 HTTP/1.1" status: 200 len: 813 time: 0.1514709 Apr 05 12:12:11.890649 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-0969d3f5-3c09-4100-a031-b20841577f1c tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/quotas/158305ce32604257a636782848a89730 HTTP/1.1" status: 200 len: 375 time: 0.0095475 Apr 05 12:12:11.946165 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-796d73a4-fc76-41e2-8084-98d327e6d5fe tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=158305ce32604257a636782848a89730&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499835 Apr 05 12:12:12.004407 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:12.133222 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-af711064-3b82-4d64-8609-3fddfe48d090 service neutron] 10.222.0.26 "GET /v2.0/networks/eca01403-f026-4f4a-a62d-8ce386c78291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798837 Apr 05 12:12:12.271740 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-bb67c9fe-fce2-419a-98a7-f1b0ddb2a788 service neutron] 10.222.0.26 "GET /v2.0/networks/eca01403-f026-4f4a-a62d-8ce386c78291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318896 Apr 05 12:12:12.463530 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7fe8a10e-4a43-414c-aab1-3f75f4b599b6 req-5f5bc341-a541-48e3-ad23-9502951884c1 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=d79551ad-3c3c-4efc-81e4-8ef9dde2b12f HTTP/1.1" status: 200 len: 210 time: 0.0474122 Apr 05 12:12:12.490975 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ca213-c160-4f1b-bb26-ea44635b3864 req-07e46174-eedd-40f9-8d1b-f1ce5e8663a7 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:12.492560 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6b3ca213-c160-4f1b-bb26-ea44635b3864 req-07e46174-eedd-40f9-8d1b-f1ce5e8663a7 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 945 time: 0.1012151 Apr 05 12:12:12.543197 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6b3ca213-c160-4f1b-bb26-ea44635b3864 req-5da50f32-8f5f-4308-962b-0a621be61e79 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441549 Apr 05 12:12:13.629833 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a35d7be3-de1c-4c43-a616-310ba4d826cd req-06aed276-d553-4b8b-9d78-62498e06fb5e tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=d79551ad-3c3c-4efc-81e4-8ef9dde2b12f HTTP/1.1" status: 200 len: 210 time: 0.0494547 Apr 05 12:12:13.880253 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa3d9b-2cb3-42ca-a582-2cf545b65a4d req-d6854416-ce45-46ca-b830-f82af0d8b5f3 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:13.881846 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-07fa3d9b-2cb3-42ca-a582-2cf545b65a4d req-d6854416-ce45-46ca-b830-f82af0d8b5f3 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 945 time: 0.1994998 Apr 05 12:12:13.889101 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-97ab3251-857b-4f88-a3c6-e002458b74c0 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:13.890572 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-97ab3251-857b-4f88-a3c6-e002458b74c0 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.32 "GET /v2.0/networks?id=eca01403-f026-4f4a-a62d-8ce386c78291 HTTP/1.1" status: 200 len: 813 time: 0.2348380 Apr 05 12:12:13.916160 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-c3dd753e-fe90-49d9-b6d3-eb040cbe6895 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Request body: {'port': {'device_id': 'd79551ad-3c3c-4efc-81e4-8ef9dde2b12f', 'network_id': 'eca01403-f026-4f4a-a62d-8ce386c78291', 'admin_state_up': True, 'tenant_id': '158305ce32604257a636782848a89730'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:13.969905 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-07fa3d9b-2cb3-42ca-a582-2cf545b65a4d req-ef09ed4d-cfc0-4aa4-b807-735fe8809177 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783176 Apr 05 12:12:14.072492 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-c3dd753e-fe90-49d9-b6d3-eb040cbe6895 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:12:14.076728 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-c3dd753e-fe90-49d9-b6d3-eb040cbe6895 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Usage tracker for resource:port and tenant:158305ce32604257a636782848a89730 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:12:14.079642 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-c3dd753e-fe90-49d9-b6d3-eb040cbe6895 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:12:14.085555 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-c3dd753e-fe90-49d9-b6d3-eb040cbe6895 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:12:14.094077 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-c3dd753e-fe90-49d9-b6d3-eb040cbe6895 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Made reservation on behalf of 158305ce32604257a636782848a89730 for: {'port': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:12:14.100414 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-c3dd753e-fe90-49d9-b6d3-eb040cbe6895 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:14.263972 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-c3dd753e-fe90-49d9-b6d3-eb040cbe6895 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Allocated IP 172.20.0.4 (eca01403-f026-4f4a-a62d-8ce386c78291/5c7abb92-e8b8-4c8e-8f01-4c9747c44398/4487a5bf-441f-49e1-9a24-14280029f172) {{(pid=84418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:12:14.473375 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-c3dd753e-fe90-49d9-b6d3-eb040cbe6895 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Notify callbacks [] for port, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:14.502413 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-c3dd753e-fe90-49d9-b6d3-eb040cbe6895 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:14.517318 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f7418c08-8b51-4804-9531-cf3df5f5cb18 tempest-DeleteServersTestJSON-1583038448 tempest-DeleteServersTestJSON-1583038448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:14.663175 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd753e-fe90-49d9-b6d3-eb040cbe6895 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Pushing event updated for resources: {'Port': ['ID=4487a5bf-441f-49e1-9a24-14280029f172,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:14.667557 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c3dd753e-fe90-49d9-b6d3-eb040cbe6895 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:14.713835 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-c3dd753e-fe90-49d9-b6d3-eb040cbe6895 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Network eca01403-f026-4f4a-a62d-8ce386c78291 is already hosted by enough agents. {{(pid=84418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:12:14.715048 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-c3dd753e-fe90-49d9-b6d3-eb040cbe6895 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Resources bound (agent type, host, resource id): {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:12:14.717345 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-c3dd753e-fe90-49d9-b6d3-eb040cbe6895 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Received port after_create {{(pid=84418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:12:14.837285 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc841975-88b2-4bd9-9bba-e8eef52d36f6 req-78bcd640-b2db-4187-9b9a-871303e0c625 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:14.838964 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-cc841975-88b2-4bd9-9bba-e8eef52d36f6 req-78bcd640-b2db-4187-9b9a-871303e0c625 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=d79551ad-3c3c-4efc-81e4-8ef9dde2b12f HTTP/1.1" status: 200 len: 931 time: 0.0950224 Apr 05 12:12:14.890096 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-cc841975-88b2-4bd9-9bba-e8eef52d36f6 req-41478050-461a-41e7-bf71-f7b81658e684 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/security-groups?id=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444856 Apr 05 12:12:15.009541 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-c3dd753e-fe90-49d9-b6d3-eb040cbe6895 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:15.010214 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-c3dd753e-fe90-49d9-b6d3-eb040cbe6895 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:15.034999 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-c3dd753e-fe90-49d9-b6d3-eb040cbe6895 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1250703 Apr 05 12:12:15.133042 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-0c9f8d5a-7f42-4826-bb1f-46c606ca1292 service neutron] Request body: {'port': {'device_id': 'd79551ad-3c3c-4efc-81e4-8ef9dde2b12f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:15.276645 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-0c9f8d5a-7f42-4826-bb1f-46c606ca1292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:15.297461 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddaec5-9171-476f-8091-53c68efba982 req-13dec678-d8b1-4330-89b4-c53747565f3a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:15.299084 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-38ddaec5-9171-476f-8091-53c68efba982 req-13dec678-d8b1-4330-89b4-c53747565f3a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 945 time: 0.2113211 Apr 05 12:12:15.427927 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-38ddaec5-9171-476f-8091-53c68efba982 req-8e379105-248b-4158-b3eb-fff4a42cb9e6 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951281 Apr 05 12:12:15.729025 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-0c9f8d5a-7f42-4826-bb1f-46c606ca1292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4487a5bf-441f-49e1-9a24-14280029f172 {{(pid=84418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:12:15.736708 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-0c9f8d5a-7f42-4826-bb1f-46c606ca1292 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:15.751885 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-0c9f8d5a-7f42-4826-bb1f-46c606ca1292 service neutron] Transition to ACTIVE for port object 4487a5bf-441f-49e1-9a24-14280029f172 will not be triggered until provisioned by entity L2. {{(pid=84418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:12:15.754573 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-0c9f8d5a-7f42-4826-bb1f-46c606ca1292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626450'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:15.769715 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-619f14bf-5553-4f45-bce4-603f17e96f76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:15.909811 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f8d5a-7f42-4826-bb1f-46c606ca1292 service neutron] Pushing event updated for resources: {'Port': ['ID=4487a5bf-441f-49e1-9a24-14280029f172,revision_number=2']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:15.914719 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0c9f8d5a-7f42-4826-bb1f-46c606ca1292 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:16.088875 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591038cb-3d7f-43a5-9ee4-85937b8a4281 req-48948bd1-4b68-4e55-9da5-ef449dcf7ac3 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:16.090438 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-591038cb-3d7f-43a5-9ee4-85937b8a4281 req-48948bd1-4b68-4e55-9da5-ef449dcf7ac3 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=d79551ad-3c3c-4efc-81e4-8ef9dde2b12f HTTP/1.1" status: 200 len: 943 time: 0.0880713 Apr 05 12:12:16.123793 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-0c9f8d5a-7f42-4826-bb1f-46c606ca1292 service neutron] Attempting to bind port 4487a5bf-441f-49e1-9a24-14280029f172 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:12:16.124172 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-0c9f8d5a-7f42-4826-bb1f-46c606ca1292 service neutron] Attempting to bind port 4487a5bf-441f-49e1-9a24-14280029f172 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '8793527f-f5f4-4462-904e-056a8816ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eca01403-f026-4f4a-a62d-8ce386c78291'}] {{(pid=84418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:12:16.124546 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-0c9f8d5a-7f42-4826-bb1f-46c606ca1292 service neutron] Attempting to bind port 4487a5bf-441f-49e1-9a24-14280029f172 on network eca01403-f026-4f4a-a62d-8ce386c78291 {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:12:16.129800 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-0c9f8d5a-7f42-4826-bb1f-46c606ca1292 service neutron] Port 4487a5bf-441f-49e1-9a24-14280029f172 on network eca01403-f026-4f4a-a62d-8ce386c78291 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 12:12:16.130169 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-0c9f8d5a-7f42-4826-bb1f-46c606ca1292 service neutron] Attempting to bind port 4487a5bf-441f-49e1-9a24-14280029f172 on network eca01403-f026-4f4a-a62d-8ce386c78291 {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:12:16.135939 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-0c9f8d5a-7f42-4826-bb1f-46c606ca1292 service neutron] Checking agent: {'id': 'b4ce1f0a-2cfc-4a41-8c75-ffa3be69bd3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:12:16.136312 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-0c9f8d5a-7f42-4826-bb1f-46c606ca1292 service neutron] Checking segment: {'id': '8793527f-f5f4-4462-904e-056a8816ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eca01403-f026-4f4a-a62d-8ce386c78291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:12:16.136730 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-0c9f8d5a-7f42-4826-bb1f-46c606ca1292 service neutron] Bound using segment: {'id': '8793527f-f5f4-4462-904e-056a8816ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eca01403-f026-4f4a-a62d-8ce386c78291'} {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:12:16.137459 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-0c9f8d5a-7f42-4826-bb1f-46c606ca1292 service neutron] Bound port: 4487a5bf-441f-49e1-9a24-14280029f172, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8793527f-f5f4-4462-904e-056a8816ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eca01403-f026-4f4a-a62d-8ce386c78291'}}] {{(pid=84418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:12:16.137874 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-0c9f8d5a-7f42-4826-bb1f-46c606ca1292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:16.140544 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-591038cb-3d7f-43a5-9ee4-85937b8a4281 req-83388390-81b9-4569-ac09-44cd5fda5e40 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/security-groups?id=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437403 Apr 05 12:12:16.232593 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-0c9f8d5a-7f42-4826-bb1f-46c606ca1292 service neutron] For port 4487a5bf-441f-49e1-9a24-14280029f172, host hv-cinder-78476, cleared binding levels {{(pid=84418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:12:16.235627 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-0c9f8d5a-7f42-4826-bb1f-46c606ca1292 service neutron] For port 4487a5bf-441f-49e1-9a24-14280029f172, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=4487a5bf-441f-49e1-9a24-14280029f172,segment=NetworkSegment(8793527f-f5f4-4462-904e-056a8816ed3e),segment_id=8793527f-f5f4-4462-904e-056a8816ed3e)] {{(pid=84418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:12:16.238960 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-0c9f8d5a-7f42-4826-bb1f-46c606ca1292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626450'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:16.253414 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4cc48ea3-5d75-42bc-a01a-901bd5073cec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:16.401140 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f8d5a-7f42-4826-bb1f-46c606ca1292 service neutron] Pushing event updated for resources: {'Port': ['ID=4487a5bf-441f-49e1-9a24-14280029f172,revision_number=3']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:16.404493 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0c9f8d5a-7f42-4826-bb1f-46c606ca1292 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:16.439146 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-0c9f8d5a-7f42-4826-bb1f-46c606ca1292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:16.439805 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-0c9f8d5a-7f42-4826-bb1f-46c606ca1292 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:16.441951 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-0c9f8d5a-7f42-4826-bb1f-46c606ca1292 service neutron] 10.222.0.32 "PUT /v2.0/ports/4487a5bf-441f-49e1-9a24-14280029f172 HTTP/1.1" status: 200 len: 1093 time: 1.3962181 Apr 05 12:12:16.442482 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79551ad-3c3c-4efc-81e4-8ef9dde2b12f', 'tag': '4487a5bf-441f-49e1-9a24-14280029f172'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:12:16.517968 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79551ad-3c3c-4efc-81e4-8ef9dde2b12f', 'tag': '4487a5bf-441f-49e1-9a24-14280029f172', 'status': 'completed', 'code': 200} Apr 05 12:12:16.560540 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-2f427964-3592-464d-83b8-44d3fd502c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:16.562175 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-2f427964-3592-464d-83b8-44d3fd502c81 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=158305ce32604257a636782848a89730&device_id=d79551ad-3c3c-4efc-81e4-8ef9dde2b12f HTTP/1.1" status: 200 len: 1096 time: 0.0856144 Apr 05 12:12:16.632612 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181e965-bb1a-4e8e-9208-0e5bc6c61095 req-43bee28a-c702-4140-86f4-f159c76a72e1 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:16.634248 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f181e965-bb1a-4e8e-9208-0e5bc6c61095 req-43bee28a-c702-4140-86f4-f159c76a72e1 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 945 time: 0.0875304 Apr 05 12:12:16.635040 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-9d562411-6763-44bd-9ab3-d7ab218caf2a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4487a5bf-441f-49e1-9a24-14280029f172 HTTP/1.1" status: 200 len: 217 time: 0.0652668 Apr 05 12:12:16.682735 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f181e965-bb1a-4e8e-9208-0e5bc6c61095 req-3adc6b38-3cf0-4f71-a535-7764353b8ecd tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416992 Apr 05 12:12:16.706880 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-a808c27a-0b69-4ab9-ab6f-34dfd6cab545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:16.708989 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-a808c27a-0b69-4ab9-ab6f-34dfd6cab545 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7abb92-e8b8-4c8e-8f01-4c9747c44398 HTTP/1.1" status: 200 len: 853 time: 0.0675349 Apr 05 12:12:16.760870 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-4678c6e1-a42a-4164-89a8-10cde91b163d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eca01403-f026-4f4a-a62d-8ce386c78291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451512 Apr 05 12:12:16.898785 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-e70272d9-46c9-4fb0-80e7-6f6934fc22fd service neutron] 10.222.0.32 "GET /v2.0/networks/eca01403-f026-4f4a-a62d-8ce386c78291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306574 Apr 05 12:12:17.036675 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7bea01d1-420c-4003-a855-8f18fb8a9ff6 req-1f9ba4a5-f313-4d61-8c91-54597ed302f9 service neutron] 10.222.0.32 "GET /v2.0/networks/eca01403-f026-4f4a-a62d-8ce386c78291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307654 Apr 05 12:12:17.153602 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22169c9c-e8bc-4e9c-a3f3-7fc5452f24bc req-bda8e09f-3730-4eca-a105-683ffa16d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:17.155132 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-22169c9c-e8bc-4e9c-a3f3-7fc5452f24bc req-bda8e09f-3730-4eca-a105-683ffa16d263 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=158305ce32604257a636782848a89730&device_id=d79551ad-3c3c-4efc-81e4-8ef9dde2b12f HTTP/1.1" status: 200 len: 1096 time: 0.0754538 Apr 05 12:12:17.358432 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22169c9c-e8bc-4e9c-a3f3-7fc5452f24bc req-3f37a339-01d5-4b7d-abb2-d0d9085d7175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:17.359925 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-22169c9c-e8bc-4e9c-a3f3-7fc5452f24bc req-3f37a339-01d5-4b7d-abb2-d0d9085d7175 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eca01403-f026-4f4a-a62d-8ce386c78291 HTTP/1.1" status: 200 len: 914 time: 0.1978936 Apr 05 12:12:17.438052 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-22169c9c-e8bc-4e9c-a3f3-7fc5452f24bc req-8e651f1c-7986-4a97-824b-f63bfef4cacb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4487a5bf-441f-49e1-9a24-14280029f172 HTTP/1.1" status: 200 len: 217 time: 0.0701149 Apr 05 12:12:17.446897 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad325de-2f87-4d34-8ec9-e4db1fd97b23 req-2d0a95c7-ec68-436f-8261-48742cc02dec tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:17.447636 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-8ad325de-2f87-4d34-8ec9-e4db1fd97b23 req-2d0a95c7-ec68-436f-8261-48742cc02dec tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Synchronizing usage tracker for tenant:158305ce32604257a636782848a89730 on resource:port {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:12:17.514770 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-8ad325de-2f87-4d34-8ec9-e4db1fd97b23 req-2d0a95c7-ec68-436f-8261-48742cc02dec tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Unset dirty status for tenant:158305ce32604257a636782848a89730 on resource:port {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:12:17.515914 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8ad325de-2f87-4d34-8ec9-e4db1fd97b23 req-2d0a95c7-ec68-436f-8261-48742cc02dec tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=d79551ad-3c3c-4efc-81e4-8ef9dde2b12f HTTP/1.1" status: 200 len: 943 time: 0.2595687 Apr 05 12:12:17.521762 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22169c9c-e8bc-4e9c-a3f3-7fc5452f24bc req-03be0c19-f73e-4064-8d2e-bd5a7ba287f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:17.523216 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-22169c9c-e8bc-4e9c-a3f3-7fc5452f24bc req-03be0c19-f73e-4064-8d2e-bd5a7ba287f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7abb92-e8b8-4c8e-8f01-4c9747c44398 HTTP/1.1" status: 200 len: 853 time: 0.0727768 Apr 05 12:12:17.592465 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-22169c9c-e8bc-4e9c-a3f3-7fc5452f24bc req-609c240a-b900-43b2-abf6-7d7bbb699abd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eca01403-f026-4f4a-a62d-8ce386c78291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537508 Apr 05 12:12:17.647866 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8ad325de-2f87-4d34-8ec9-e4db1fd97b23 req-587bc01a-a75a-4f85-bf50-c40a91e12009 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/security-groups?id=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236022 Apr 05 12:12:17.891954 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269057e-8f3e-431f-944a-6ac039687d65 req-c307b1e0-c536-4924-bbc4-bf0923c01cd4 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:17.893729 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f269057e-8f3e-431f-944a-6ac039687d65 req-c307b1e0-c536-4924-bbc4-bf0923c01cd4 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 945 time: 0.0961823 Apr 05 12:12:17.943819 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f269057e-8f3e-431f-944a-6ac039687d65 req-c726b033-180e-4ebc-9c48-a637633227ff tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428333 Apr 05 12:12:17.973929 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-22169c9c-e8bc-4e9c-a3f3-7fc5452f24bc req-e49160f0-267d-41e6-a5a2-646e311098ed service neutron] 10.222.0.32 "GET /v2.0/networks/eca01403-f026-4f4a-a62d-8ce386c78291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704646 Apr 05 12:12:18.115095 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-22169c9c-e8bc-4e9c-a3f3-7fc5452f24bc req-a4b00ab4-4216-4c3f-9e40-25e1fe655102 service neutron] 10.222.0.32 "GET /v2.0/networks/eca01403-f026-4f4a-a62d-8ce386c78291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330009 Apr 05 12:12:18.841958 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5adb84-b642-40a7-addb-0614fece5443 req-78725326-fd2c-4183-984e-2429d339ab4f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:18.843504 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9d5adb84-b642-40a7-addb-0614fece5443 req-78725326-fd2c-4183-984e-2429d339ab4f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=d79551ad-3c3c-4efc-81e4-8ef9dde2b12f HTTP/1.1" status: 200 len: 943 time: 0.0849247 Apr 05 12:12:18.890437 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9d5adb84-b642-40a7-addb-0614fece5443 req-34f89145-609f-4b16-a0f5-42a28fc16d3b tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/security-groups?id=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402861 Apr 05 12:12:19.138972 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7230b-991a-4d27-97c7-8d7b4932505d req-774b4847-80d4-4645-88ab-4caf0fb34824 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:19.140536 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-bba7230b-991a-4d27-97c7-8d7b4932505d req-774b4847-80d4-4645-88ab-4caf0fb34824 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 945 time: 0.0852346 Apr 05 12:12:19.186387 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-bba7230b-991a-4d27-97c7-8d7b4932505d req-7b8f5059-fc89-464a-bbe2-8ab369953e21 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391462 Apr 05 12:12:20.092385 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550204d-4e0e-4033-996a-5b6fc5acf19e req-9b9c4aef-cb16-44e7-b655-0cbd7c58dc2a tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:20.093964 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f550204d-4e0e-4033-996a-5b6fc5acf19e req-9b9c4aef-cb16-44e7-b655-0cbd7c58dc2a tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=d79551ad-3c3c-4efc-81e4-8ef9dde2b12f HTTP/1.1" status: 200 len: 943 time: 0.0906172 Apr 05 12:12:20.140602 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f550204d-4e0e-4033-996a-5b6fc5acf19e req-a706cd6d-374d-4f15-8e23-83e5decbff04 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/security-groups?id=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398870 Apr 05 12:12:20.386807 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db338a-efe4-4073-b99f-9fb69aaa2fb8 req-1eb91938-72a0-4092-8086-2b70dfee9b89 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:20.388649 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-86db338a-efe4-4073-b99f-9fb69aaa2fb8 req-1eb91938-72a0-4092-8086-2b70dfee9b89 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 945 time: 0.0901668 Apr 05 12:12:20.435658 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-86db338a-efe4-4073-b99f-9fb69aaa2fb8 req-3fbcc237-1496-4a41-8105-956ef317af7d tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406208 Apr 05 12:12:20.639110 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 4487a5bf-441f-49e1-9a24-14280029f172 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 12:12:20.775198 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 4487a5bf-441f-49e1-9a24-14280029f172, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=4487a5bf-441f-49e1-9a24-14280029f172,segment=NetworkSegment(8793527f-f5f4-4462-904e-056a8816ed3e),segment_id=8793527f-f5f4-4462-904e-056a8816ed3e)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:12:20.792230 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Returning: {'device': '4487a5bf-441f-49e1-9a24-14280029f172', 'network_id': 'eca01403-f026-4f4a-a62d-8ce386c78291', 'port_id': '4487a5bf-441f-49e1-9a24-14280029f172', 'mac_address': 'fa:16:3e:6c:98:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7abb92-e8b8-4c8e-8f01-4c9747c44398', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:12:20.848390 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:20.865121 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4487a5bf-441f-49e1-9a24-14280029f172 {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:12:20.880731 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 4487a5bf-441f-49e1-9a24-14280029f172, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=4487a5bf-441f-49e1-9a24-14280029f172,segment=NetworkSegment(8793527f-f5f4-4462-904e-056a8816ed3e),segment_id=8793527f-f5f4-4462-904e-056a8816ed3e)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:12:20.883697 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:20.885532 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:20.953573 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=4487a5bf-441f-49e1-9a24-14280029f172,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:20.961905 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:20.962318 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:20.962675 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:20.963048 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:20.963418 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:20.963788 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:20.964154 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:20.964524 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:20.964891 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:20.965257 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:20.965646 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:20.966010 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:20.969910 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:21.263806 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['4487a5bf-441f-49e1-9a24-14280029f172'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:12:21.403180 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194418d-ca54-4fdc-bcb4-cffc3ff4211e req-d25e30c9-0cc4-4b90-9a19-233f3b08a720 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:21.404785 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5194418d-ca54-4fdc-bcb4-cffc3ff4211e req-d25e30c9-0cc4-4b90-9a19-233f3b08a720 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=d79551ad-3c3c-4efc-81e4-8ef9dde2b12f HTTP/1.1" status: 200 len: 944 time: 0.1534116 Apr 05 12:12:21.441321 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc890937-cdf8-462e-b7d8-674faeb0529d req-035f5f76-0b25-498b-8e8d-b5b41fe9ba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:21.443573 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-dc890937-cdf8-462e-b7d8-674faeb0529d req-035f5f76-0b25-498b-8e8d-b5b41fe9ba45 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=537a3b807ea2432fbf1daf2fef94185e&device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 1098 time: 0.1412711 Apr 05 12:12:21.503253 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5194418d-ca54-4fdc-bcb4-cffc3ff4211e req-388a45d3-5179-4f2c-9af6-b29963d8a063 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/security-groups?id=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916884 Apr 05 12:12:21.606875 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc890937-cdf8-462e-b7d8-674faeb0529d req-e7f5dbc3-55a5-4094-ab44-5105d8edd9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:21.608443 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-dc890937-cdf8-462e-b7d8-674faeb0529d req-e7f5dbc3-55a5-4094-ab44-5105d8edd9cc service neutron] 10.222.0.32 "GET /v2.0/networks?id=c8b603c3-054c-48fb-be51-22ffd400d7ad HTTP/1.1" status: 200 len: 910 time: 0.1545911 Apr 05 12:12:21.727469 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-dc890937-cdf8-462e-b7d8-674faeb0529d req-de18724f-7492-42ad-9350-8e9fe282ad87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d453ac47-aecb-4c22-9e51-c391eb3fa395 HTTP/1.1" status: 200 len: 1001 time: 0.1043873 Apr 05 12:12:21.771284 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d931f4-c693-444b-946b-57d5b6c89f70 req-31dbd064-bc31-473e-a986-211b8e1b36a0 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:21.772905 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e7d931f4-c693-444b-946b-57d5b6c89f70 req-31dbd064-bc31-473e-a986-211b8e1b36a0 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 945 time: 0.0866711 Apr 05 12:12:21.795626 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc890937-cdf8-462e-b7d8-674faeb0529d req-b37623b8-eeff-4b61-8002-2de9f77494d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:21.797181 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-dc890937-cdf8-462e-b7d8-674faeb0529d req-b37623b8-eeff-4b61-8002-2de9f77494d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7655aa3d-4c5c-48da-8a0c-9704fa2a3313 HTTP/1.1" status: 200 len: 848 time: 0.0636604 Apr 05 12:12:21.824834 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e7d931f4-c693-444b-946b-57d5b6c89f70 req-3357ed18-7015-4384-ada9-8989d4398803 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449977 Apr 05 12:12:21.882205 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc890937-cdf8-462e-b7d8-674faeb0529d req-06c2f9e1-08bf-4107-af12-cf1da314b57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:21.883881 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-dc890937-cdf8-462e-b7d8-674faeb0529d req-06c2f9e1-08bf-4107-af12-cf1da314b57d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c8b603c3-054c-48fb-be51-22ffd400d7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801687 Apr 05 12:12:22.025120 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-dc890937-cdf8-462e-b7d8-674faeb0529d req-6f49d029-9dc1-405b-b6bc-84652013b12e service neutron] 10.222.0.32 "GET /v2.0/networks/c8b603c3-054c-48fb-be51-22ffd400d7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338611 Apr 05 12:12:22.166037 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-dc890937-cdf8-462e-b7d8-674faeb0529d req-787c1546-7d6e-42a4-b9ec-40c3a899e159 service neutron] 10.222.0.32 "GET /v2.0/networks/c8b603c3-054c-48fb-be51-22ffd400d7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342022 Apr 05 12:12:22.651943 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 4487a5bf-441f-49e1-9a24-14280029f172 up at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:12:22.704437 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727a211-2bdc-4ee4-ada0-a3b75da57e13 req-0c7af2f6-bd50-489a-a121-cf47ce039411 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:22.706050 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f727a211-2bdc-4ee4-ada0-a3b75da57e13 req-0c7af2f6-bd50-489a-a121-cf47ce039411 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=d79551ad-3c3c-4efc-81e4-8ef9dde2b12f HTTP/1.1" status: 200 len: 944 time: 0.0884731 Apr 05 12:12:22.724846 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning for port 4487a5bf-441f-49e1-9a24-14280029f172 completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:12:22.729734 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning complete for port 4487a5bf-441f-49e1-9a24-14280029f172 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:12:22.730153 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:22.754131 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f727a211-2bdc-4ee4-ada0-a3b75da57e13 req-c3acb60a-9974-41cf-8855-bfa254e82782 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/security-groups?id=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413849 Apr 05 12:12:22.850389 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:22.880858 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79551ad-3c3c-4efc-81e4-8ef9dde2b12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4487a5bf-441f-49e1-9a24-14280029f172'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:12:22.891398 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port 4487a5bf-441f-49e1-9a24-14280029f172, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=4487a5bf-441f-49e1-9a24-14280029f172,segment=NetworkSegment(8793527f-f5f4-4462-904e-056a8816ed3e),segment_id=8793527f-f5f4-4462-904e-056a8816ed3e)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:12:22.895243 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:22.897168 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:22.967690 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=4487a5bf-441f-49e1-9a24-14280029f172,revision_number=5']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:22.971063 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:22.997667 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79551ad-3c3c-4efc-81e4-8ef9dde2b12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4487a5bf-441f-49e1-9a24-14280029f172', 'code': 200} Apr 05 12:12:23.033480 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385cf22-ca84-4ab4-aba6-4ae875ae95ad req-f47d7434-26ab-401d-a371-9e0efb860a03 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:23.035195 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5385cf22-ca84-4ab4-aba6-4ae875ae95ad req-f47d7434-26ab-401d-a371-9e0efb860a03 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 945 time: 0.0937352 Apr 05 12:12:23.085695 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5385cf22-ca84-4ab4-aba6-4ae875ae95ad req-1c353510-b13f-42f2-afc7-1614bd78d401 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435228 Apr 05 12:12:23.244119 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b908673-d4e8-4156-8e78-fe25c2cab499 req-9899bdc5-f6c3-4462-bbe4-316aeae99690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:23.245726 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2b908673-d4e8-4156-8e78-fe25c2cab499 req-9899bdc5-f6c3-4462-bbe4-316aeae99690 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d79551ad-3c3c-4efc-81e4-8ef9dde2b12f HTTP/1.1" status: 200 len: 1098 time: 0.0808110 Apr 05 12:12:23.292195 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2b908673-d4e8-4156-8e78-fe25c2cab499 req-902d58d2-2dd0-4a6d-917a-d20fc60a9e75 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388746 Apr 05 12:12:23.871365 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbabb9-c797-47fa-84e0-8be5fa0e9abf req-75f0955b-d964-4837-987b-676de80e5259 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:23.872985 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-cccbabb9-c797-47fa-84e0-8be5fa0e9abf req-75f0955b-d964-4837-987b-676de80e5259 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 947 time: 0.0924339 Apr 05 12:12:23.922372 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-cccbabb9-c797-47fa-84e0-8be5fa0e9abf req-cde98cb3-4241-4e06-b1b9-db0b864c97c5 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425081 Apr 05 12:12:23.964655 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99acfa59-e559-4ee7-8785-e9baea241275 req-24261271-3f1c-41b0-a7ea-a2684bbd4122 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:23.966273 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-99acfa59-e559-4ee7-8785-e9baea241275 req-24261271-3f1c-41b0-a7ea-a2684bbd4122 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=d79551ad-3c3c-4efc-81e4-8ef9dde2b12f HTTP/1.1" status: 200 len: 945 time: 0.0915422 Apr 05 12:12:24.018552 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-99acfa59-e559-4ee7-8785-e9baea241275 req-14d5cfe1-5a5d-4681-8e0c-3aacc9bf680e tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/security-groups?id=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457649 Apr 05 12:12:24.290111 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e20b7-f153-46ce-9450-33d3395b6eb0 req-5bdbcee0-bdf7-4694-bcf7-ec29dd3817c9 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:24.291732 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-175e20b7-f153-46ce-9450-33d3395b6eb0 req-5bdbcee0-bdf7-4694-bcf7-ec29dd3817c9 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 945 time: 0.0910945 Apr 05 12:12:24.341202 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-175e20b7-f153-46ce-9450-33d3395b6eb0 req-ebad43ef-8986-4476-b2c0-7221f435b350 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422864 Apr 05 12:12:25.130205 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943aba6-4cde-4ad5-ab6f-8db0ef7cac9f req-8551dbfa-fe45-4b4a-bf80-06bb5da23c02 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:25.131800 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4943aba6-4cde-4ad5-ab6f-8db0ef7cac9f req-8551dbfa-fe45-4b4a-bf80-06bb5da23c02 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 947 time: 0.0889053 Apr 05 12:12:25.179145 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4943aba6-4cde-4ad5-ab6f-8db0ef7cac9f req-c8b13d8a-a02c-4f08-8cd4-7e8ce1c6050b tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407801 Apr 05 12:12:25.221356 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471af09-bb27-470d-a0e3-4b51b2ce4397 req-d2176db3-7104-4c3a-bc08-d272a3f0a0f2 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:25.223073 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0471af09-bb27-470d-a0e3-4b51b2ce4397 req-d2176db3-7104-4c3a-bc08-d272a3f0a0f2 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=d79551ad-3c3c-4efc-81e4-8ef9dde2b12f HTTP/1.1" status: 200 len: 945 time: 0.0925145 Apr 05 12:12:25.270686 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0471af09-bb27-470d-a0e3-4b51b2ce4397 req-10faaf75-53c8-4191-abca-e2ea5a7c6c38 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/security-groups?id=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413487 Apr 05 12:12:25.558593 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737acd70-20ba-4c13-9050-8dd7d19a9805 req-bb975abd-6a8a-4abe-ac61-8ec9296cf646 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:25.560207 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-737acd70-20ba-4c13-9050-8dd7d19a9805 req-bb975abd-6a8a-4abe-ac61-8ec9296cf646 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 945 time: 0.0951064 Apr 05 12:12:25.614124 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-737acd70-20ba-4c13-9050-8dd7d19a9805 req-4c70fa34-dfdd-41a7-ae52-05bb616187da tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457366 Apr 05 12:12:25.780503 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a15bb4-dede-4403-a628-060718da9bea req-35ebe2ed-41c8-4198-afc4-9a1f65bfda79 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:25.782145 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e4a15bb4-dede-4403-a628-060718da9bea req-35ebe2ed-41c8-4198-afc4-9a1f65bfda79 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 947 time: 0.0995793 Apr 05 12:12:25.875494 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-e4a15bb4-dede-4403-a628-060718da9bea req-8bcbd711-8642-4401-9d9b-0a4b640eb0cc tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Deleting port c89a5904-2202-4ddd-b74e-88df6377a48e {{(pid=84418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:12:25.875897 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e4a15bb4-dede-4403-a628-060718da9bea req-8bcbd711-8642-4401-9d9b-0a4b640eb0cc tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:25.943953 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 54782) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:26.071137 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-26dd0dc8-f5aa-4118-acef-2dc47727e090 req-22765fb1-8ffc-4ae3-87c2-71f8d08b438a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1258109 Apr 05 12:12:26.166422 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035a265-e924-4281-a03b-89bd9f0fb85c req-cbdf758b-dc3a-432c-bee5-6c2a45c36f95 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:26.168024 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f035a265-e924-4281-a03b-89bd9f0fb85c req-cbdf758b-dc3a-432c-bee5-6c2a45c36f95 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 945 time: 0.2287307 Apr 05 12:12:26.241422 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f035a265-e924-4281-a03b-89bd9f0fb85c req-878dfe3e-1aa5-4bdd-981b-ea6e8a49f724 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639024 Apr 05 12:12:26.275572 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-e4a15bb4-dede-4403-a628-060718da9bea req-8bcbd711-8642-4401-9d9b-0a4b640eb0cc tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] For port c89a5904-2202-4ddd-b74e-88df6377a48e, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c89a5904-2202-4ddd-b74e-88df6377a48e,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:12:26.276062 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e4a15bb4-dede-4403-a628-060718da9bea req-8bcbd711-8642-4401-9d9b-0a4b640eb0cc tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:26.392173 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8eddb2-9b96-47e8-a7c0-566a2ba7217e req-35210da2-e744-4ec7-8ee4-4470045d19a6 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:26.394168 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-dd8eddb2-9b96-47e8-a7c0-566a2ba7217e req-35210da2-e744-4ec7-8ee4-4470045d19a6 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 947 time: 0.0914679 Apr 05 12:12:26.454171 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-dd8eddb2-9b96-47e8-a7c0-566a2ba7217e req-c621afd5-4a73-48dd-97c3-6f4c3241b026 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=e967de4a-f5f2-4e19-aea7-dd1a604b349a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512023 Apr 05 12:12:26.602652 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e4a15bb4-dede-4403-a628-060718da9bea req-8bcbd711-8642-4401-9d9b-0a4b640eb0cc tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:26.603129 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e4a15bb4-dede-4403-a628-060718da9bea req-8bcbd711-8642-4401-9d9b-0a4b640eb0cc tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854004789'] for floatingip, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:26.603609 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.l3_db [req-e4a15bb4-dede-4403-a628-060718da9bea req-8bcbd711-8642-4401-9d9b-0a4b640eb0cc tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Floating IP 57cabb12-8325-4337-8242-d2b4f277505d disassociated. External IP: 172.28.2.161, port: c89a5904-2202-4ddd-b74e-88df6377a48e. Apr 05 12:12:26.604030 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-e4a15bb4-dede-4403-a628-060718da9bea req-8bcbd711-8642-4401-9d9b-0a4b640eb0cc tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Calling delete_port for c89a5904-2202-4ddd-b74e-88df6377a48e owned by compute:nova {{(pid=84418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:12:26.757505 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e4a15bb4-dede-4403-a628-060718da9bea req-8bcbd711-8642-4401-9d9b-0a4b640eb0cc tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:26.776654 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0c9f8d5a-7f42-4826-bb1f-46c606ca1292 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:26.832488 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbd711-8642-4401-9d9b-0a4b640eb0cc tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Pushing event deleted for resources: {'Port': ['ID=c89a5904-2202-4ddd-b74e-88df6377a48e,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:26.835146 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8bcbd711-8642-4401-9d9b-0a4b640eb0cc tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:27.133970 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4a15bb4-dede-4403-a628-060718da9bea req-8bcbd711-8642-4401-9d9b-0a4b640eb0cc tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Router 2ed1024c-404d-48eb-844a-bd8b14f3e405 has already been hosted by L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 {{(pid=84418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 12:12:27.638344 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-cdac5c0f-bebe-44e9-881e-0ca72dae9898 req-61f2fa00-688b-4508-b532-47567d6b7ef8 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 210 time: 0.0598333 Apr 05 12:12:27.716548 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a184df-e8eb-4a33-98c1-c20975c793b9 req-974e21b5-0894-499e-98ee-9e30bae4fb47 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:27.718168 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-66a184df-e8eb-4a33-98c1-c20975c793b9 req-974e21b5-0894-499e-98ee-9e30bae4fb47 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 945 time: 0.2135363 Apr 05 12:12:27.731663 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4a15bb4-dede-4403-a628-060718da9bea req-8bcbd711-8642-4401-9d9b-0a4b640eb0cc tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:12:27.741427 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43842727-b5fe-4c0f-934b-9a17acfc0499 None None] Sync routers for ids ['2ed1024c-404d-48eb-844a-bd8b14f3e405'] in dv-cinder-784763-1-smb {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:12:27.752173 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43842727-b5fe-4c0f-934b-9a17acfc0499 None None] Routers {'2ed1024c-404d-48eb-844a-bd8b14f3e405'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:12:27.752942 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-43842727-b5fe-4c0f-934b-9a17acfc0499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:12:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['2ed1024c-404d-48eb-844a-bd8b14f3e405'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:12:27.783939 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd0dc8-f5aa-4118-acef-2dc47727e090 req-b5267695-98a6-4d0c-bdc7-6f1752ebdce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:27.785618 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-26dd0dc8-f5aa-4118-acef-2dc47727e090 req-b5267695-98a6-4d0c-bdc7-6f1752ebdce3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1&tenant_id=537a3b807ea2432fbf1daf2fef94185e HTTP/1.1" status: 200 len: 1098 time: 0.2797313 Apr 05 12:12:27.871355 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 6 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:12:27.887554 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a15bb4-dede-4403-a628-060718da9bea req-8bcbd711-8642-4401-9d9b-0a4b640eb0cc tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] No DVR routers for this DVR port c89a5904-2202-4ddd-b74e-88df6377a48e on host hv-cinder-78476 {{(pid=84418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 12:12:27.892054 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e4a15bb4-dede-4403-a628-060718da9bea req-8bcbd711-8642-4401-9d9b-0a4b640eb0cc tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:27.898063 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e76f8f-af39-473b-b452-50e77f267d48', 'name': 'network-vif-deleted', 'tag': 'c89a5904-2202-4ddd-b74e-88df6377a48e'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:12:27.918958 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-66a184df-e8eb-4a33-98c1-c20975c793b9 req-9b37c43d-7497-4d6c-9d30-8cd00aa4d309 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934555 Apr 05 12:12:27.941791 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e4a15bb4-dede-4403-a628-060718da9bea req-8bcbd711-8642-4401-9d9b-0a4b640eb0cc tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.32 "DELETE /v2.0/ports/c89a5904-2202-4ddd-b74e-88df6377a48e HTTP/1.1" status: 204 len: 173 time: 2.1529174 Apr 05 12:12:27.948090 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd0dc8-f5aa-4118-acef-2dc47727e090 req-a6dd3687-a265-43d8-87ec-3065d0e181fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:27.949738 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-26dd0dc8-f5aa-4118-acef-2dc47727e090 req-a6dd3687-a265-43d8-87ec-3065d0e181fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=537a3b807ea2432fbf1daf2fef94185e&device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 1098 time: 0.1239831 Apr 05 12:12:27.973930 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-43842727-b5fe-4c0f-934b-9a17acfc0499 None None] Set router 2ed1024c-404d-48eb-844a-bd8b14f3e405 gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:12:28.039390 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e76f8f-af39-473b-b452-50e77f267d48', 'name': 'network-vif-deleted', 'tag': 'c89a5904-2202-4ddd-b74e-88df6377a48e', 'status': 'completed', 'code': 200} Apr 05 12:12:28.211588 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd0dc8-f5aa-4118-acef-2dc47727e090 req-32946a04-d71f-4bc4-b7fd-c1a065783367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:28.213583 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-26dd0dc8-f5aa-4118-acef-2dc47727e090 req-32946a04-d71f-4bc4-b7fd-c1a065783367 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c8b603c3-054c-48fb-be51-22ffd400d7ad HTTP/1.1" status: 200 len: 910 time: 0.2550740 Apr 05 12:12:28.332979 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-26dd0dc8-f5aa-4118-acef-2dc47727e090 req-6d4d83a7-3c6a-4e2d-aae3-39e9a9790915 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d453ac47-aecb-4c22-9e51-c391eb3fa395 HTTP/1.1" status: 200 len: 1001 time: 0.1118262 Apr 05 12:12:28.363963 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-43842727-b5fe-4c0f-934b-9a17acfc0499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'name': 'tempest-AttachVolumeShelveTestJSON-1543860503-router', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:07:35Z', 'updated_at': '2021-04-05T12:07:44Z', 'revision_number': 4, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'gw_port': {'id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:15:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:37Z', 'updated_at': '2021-04-05T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': '37584758-d8ac-49b8-8ba8-399d92b30e1d', 'name': '', 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'mac_address': 'fa:16:3e:33:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:43Z', 'updated_at': '2021-04-05T12:07:53Z', 'revision_number': 5, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'subnets': [{'id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:12:28.368359 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43842727-b5fe-4c0f-934b-9a17acfc0499 None None] Checking router: 2ed1024c-404d-48eb-844a-bd8b14f3e405 for host: dv-cinder-784763-1-smb {{(pid=84419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:12:28.378068 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43842727-b5fe-4c0f-934b-9a17acfc0499 None None] Routers {'2ed1024c-404d-48eb-844a-bd8b14f3e405'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:12:28.378773 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-43842727-b5fe-4c0f-934b-9a17acfc0499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:12:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['2ed1024c-404d-48eb-844a-bd8b14f3e405'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:12:28.464827 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd0dc8-f5aa-4118-acef-2dc47727e090 req-17008b5e-03eb-49f8-a1d3-2195fd25142d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:28.466544 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-26dd0dc8-f5aa-4118-acef-2dc47727e090 req-17008b5e-03eb-49f8-a1d3-2195fd25142d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7655aa3d-4c5c-48da-8a0c-9704fa2a3313 HTTP/1.1" status: 200 len: 848 time: 0.1159942 Apr 05 12:12:28.560151 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd0dc8-f5aa-4118-acef-2dc47727e090 req-295e1f88-a3b7-4a98-865f-5145e4a00fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:28.561882 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-26dd0dc8-f5aa-4118-acef-2dc47727e090 req-295e1f88-a3b7-4a98-865f-5145e4a00fbe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c8b603c3-054c-48fb-be51-22ffd400d7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0880010 Apr 05 12:12:28.694001 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device c89a5904-2202-4ddd-b74e-88df6377a48e no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:12:28.733943 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] No Port match for: c89a5904-2202-4ddd-b74e-88df6377a48e {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:12:28.734333 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device c89a5904-2202-4ddd-b74e-88df6377a48e not bound to the agent host hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:12:28.734808 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device d453ac47-aecb-4c22-9e51-c391eb3fa395 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:12:28.736151 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-26dd0dc8-f5aa-4118-acef-2dc47727e090 req-a1b1d785-f86a-45ab-95f5-79b53965d5d6 service neutron] 10.222.0.32 "GET /v2.0/networks/c8b603c3-054c-48fb-be51-22ffd400d7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675298 Apr 05 12:12:28.881904 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:28.933183 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52727db-b1b1-4b63-9c6c-ea77e53cd2e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd453ac47-aecb-4c22-9e51-c391eb3fa395'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:12:28.949018 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-43842727-b5fe-4c0f-934b-9a17acfc0499 None None] Set router 2ed1024c-404d-48eb-844a-bd8b14f3e405 gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:12:28.974081 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-831ab538-723c-4270-9317-68cb86eb32f2 req-d84ee7ff-9fa8-4853-a980-c07aa76ece7d tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Synchronizing usage tracker for tenant:ef963fd801d14231908609f44c23fa0b on resource:port {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:12:29.006928 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port d453ac47-aecb-4c22-9e51-c391eb3fa395, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=d453ac47-aecb-4c22-9e51-c391eb3fa395,segment=NetworkSegment(d62ccfde-6ed8-42a6-8575-7667c161fa0f),segment_id=d62ccfde-6ed8-42a6-8575-7667c161fa0f)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:12:29.023390 dv-cinder-784763-1-smb neutron-server[84306]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd52727db-b1b1-4b63-9c6c-ea77e53cd2e1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd453ac47-aecb-4c22-9e51-c391eb3fa395', 'code': 422} returned with failed status Apr 05 12:12:29.057483 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-831ab538-723c-4270-9317-68cb86eb32f2 req-d84ee7ff-9fa8-4853-a980-c07aa76ece7d tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Unset dirty status for tenant:ef963fd801d14231908609f44c23fa0b on resource:port {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:12:29.058799 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-831ab538-723c-4270-9317-68cb86eb32f2 req-d84ee7ff-9fa8-4853-a980-c07aa76ece7d tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e76f8f-af39-473b-b452-50e77f267d48 HTTP/1.1" status: 200 len: 210 time: 0.1349244 Apr 05 12:12:29.064382 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-26dd0dc8-f5aa-4118-acef-2dc47727e090 req-13a4c011-af00-4f0f-9cfb-c05d20850aac service neutron] 10.222.0.32 "GET /v2.0/networks/c8b603c3-054c-48fb-be51-22ffd400d7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211176 Apr 05 12:12:29.147129 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:29.149249 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:29.230809 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d977cc7-a003-455c-94b3-cd6d2d0e5747 req-1c9cab29-6f87-4b1b-81c9-09cb5797eca6 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:29.240377 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9d977cc7-a003-455c-94b3-cd6d2d0e5747 req-1c9cab29-6f87-4b1b-81c9-09cb5797eca6 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 943 time: 0.1210294 Apr 05 12:12:29.306869 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9d977cc7-a003-455c-94b3-cd6d2d0e5747 req-ef3ea429-41b7-4592-880b-761b44b48921 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654471 Apr 05 12:12:29.312449 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-17cb6fce-610f-4c35-a856-a4668956371a req-97310cc6-cf3d-4e86-b84b-e18083f27a59 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1480756 Apr 05 12:12:29.318373 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=d453ac47-aecb-4c22-9e51-c391eb3fa395,revision_number=6']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:29.323124 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:29.421567 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-43842727-b5fe-4c0f-934b-9a17acfc0499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'name': 'tempest-AttachVolumeShelveTestJSON-1543860503-router', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:07:35Z', 'updated_at': '2021-04-05T12:07:44Z', 'revision_number': 4, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'gw_port': {'id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:15:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:37Z', 'updated_at': '2021-04-05T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': '37584758-d8ac-49b8-8ba8-399d92b30e1d', 'name': '', 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'mac_address': 'fa:16:3e:33:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:43Z', 'updated_at': '2021-04-05T12:07:53Z', 'revision_number': 5, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'subnets': [{'id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:12:29.426428 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43842727-b5fe-4c0f-934b-9a17acfc0499 None None] The sync data for ids ['2ed1024c-404d-48eb-844a-bd8b14f3e405'] in dv-cinder-784763-1-smb is: [{'id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'name': 'tempest-AttachVolumeShelveTestJSON-1543860503-router', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:07:35Z', 'updated_at': '2021-04-05T12:07:44Z', 'revision_number': 4, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'gw_port': {'id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:15:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:37Z', 'updated_at': '2021-04-05T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': '37584758-d8ac-49b8-8ba8-399d92b30e1d', 'name': '', 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'mac_address': 'fa:16:3e:33:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:43Z', 'updated_at': '2021-04-05T12:07:53Z', 'revision_number': 5, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'subnets': [{'id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:12:29.443044 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb6fce-610f-4c35-a856-a4668956371a req-e767b951-9130-4bf9-b6da-57bae8baa21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:29.454240 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-17cb6fce-610f-4c35-a856-a4668956371a req-e767b951-9130-4bf9-b6da-57bae8baa21f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8d81770d2fd44d7834fe19f72c36891&device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 1138 time: 0.1106098 Apr 05 12:12:29.625871 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb6fce-610f-4c35-a856-a4668956371a req-7d875a22-a791-4fc1-a781-49eb8a6435d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:29.627472 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-17cb6fce-610f-4c35-a856-a4668956371a req-7d875a22-a791-4fc1-a781-49eb8a6435d9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ec78b1d2-852f-4bf9-9578-58aa877b687e HTTP/1.1" status: 200 len: 916 time: 0.1498916 Apr 05 12:12:29.742115 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-17cb6fce-610f-4c35-a856-a4668956371a req-23491c82-6cc7-4b07-b271-180c066d1a47 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75845820-fbee-468c-b268-d6d400e77f3a HTTP/1.1" status: 200 len: 1002 time: 0.1079600 Apr 05 12:12:29.810267 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb6fce-610f-4c35-a856-a4668956371a req-f5c6916b-5487-41cf-b33a-9d3787fbb9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:29.811809 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-17cb6fce-610f-4c35-a856-a4668956371a req-f5c6916b-5487-41cf-b33a-9d3787fbb9a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=94f6df90-74f4-4bb0-84fb-b014c2dc31ba HTTP/1.1" status: 200 len: 854 time: 0.0632603 Apr 05 12:12:29.824988 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef9f03b-87e2-4789-b43e-5a26bc3f6d73 None None] New status for floating IP 57cabb12-8325-4337-8242-d2b4f277505d: DOWN {{(pid=84420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 12:12:29.895225 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb6fce-610f-4c35-a856-a4668956371a req-143564b9-0b61-4a14-8091-6f2a87571b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:29.896762 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-17cb6fce-610f-4c35-a856-a4668956371a req-143564b9-0b61-4a14-8091-6f2a87571b21 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec78b1d2-852f-4bf9-9578-58aa877b687e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779123 Apr 05 12:12:30.040357 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-17cb6fce-610f-4c35-a856-a4668956371a req-907ce41d-58f6-45e7-84a0-07e5d7d81a0e service neutron] 10.222.0.32 "GET /v2.0/networks/ec78b1d2-852f-4bf9-9578-58aa877b687e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361237 Apr 05 12:12:30.182721 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-17cb6fce-610f-4c35-a856-a4668956371a req-d30b2d19-b025-41a1-abf4-40e620f4c228 service neutron] 10.222.0.32 "GET /v2.0/networks/ec78b1d2-852f-4bf9-9578-58aa877b687e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357596 Apr 05 12:12:30.205682 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 54824) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:30.273020 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e867b85a-e537-4b2d-9cc5-20a7cf51bec7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:30.302848 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e867b85a-e537-4b2d-9cc5-20a7cf51bec7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:30.354733 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e867b85a-e537-4b2d-9cc5-20a7cf51bec7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:30.363362 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8679c610-c847-410a-ba4c-02ad3ff330c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:30.379785 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867b85a-e537-4b2d-9cc5-20a7cf51bec7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e967de4a-f5f2-4e19-aea7-dd1a604b349a,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:30.389721 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e867b85a-e537-4b2d-9cc5-20a7cf51bec7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:30.390174 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e867b85a-e537-4b2d-9cc5-20a7cf51bec7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:30.390586 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e867b85a-e537-4b2d-9cc5-20a7cf51bec7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:30.390985 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e867b85a-e537-4b2d-9cc5-20a7cf51bec7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:30.391807 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e867b85a-e537-4b2d-9cc5-20a7cf51bec7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:30.392213 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e867b85a-e537-4b2d-9cc5-20a7cf51bec7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:30.392610 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e867b85a-e537-4b2d-9cc5-20a7cf51bec7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:30.393931 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e867b85a-e537-4b2d-9cc5-20a7cf51bec7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:30.393931 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e867b85a-e537-4b2d-9cc5-20a7cf51bec7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:30.393931 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e867b85a-e537-4b2d-9cc5-20a7cf51bec7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:30.394227 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e867b85a-e537-4b2d-9cc5-20a7cf51bec7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:30.395061 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e867b85a-e537-4b2d-9cc5-20a7cf51bec7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:12:30.399647 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e867b85a-e537-4b2d-9cc5-20a7cf51bec7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:30.406259 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e867b85a-e537-4b2d-9cc5-20a7cf51bec7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:30.410906 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-e867b85a-e537-4b2d-9cc5-20a7cf51bec7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "DELETE /v2.0/security-groups/e967de4a-f5f2-4e19-aea7-dd1a604b349a HTTP/1.1" status: 204 len: 168 time: 0.2009275 Apr 05 12:12:30.411349 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 54830) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:30.429716 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.v2.resource [None req-c9de6f6d-d925-47fd-8d31-c3d86f0a184c tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] show failed (client error): The resource could not be found. Apr 05 12:12:30.431875 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-c9de6f6d-d925-47fd-8d31-c3d86f0a184c tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups/e967de4a-f5f2-4e19-aea7-dd1a604b349a HTTP/1.1" status: 404 len: 347 time: 0.0186076 Apr 05 12:12:30.434218 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 54834) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:30.532222 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ee880-ac65-4f00-96bd-21c370cf7da1 req-56ceff77-aef0-4442-a09d-53c7955e7d75 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:30.533965 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-231ee880-ac65-4f00-96bd-21c370cf7da1 req-56ceff77-aef0-4442-a09d-53c7955e7d75 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 943 time: 0.0955157 Apr 05 12:12:30.581302 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-231ee880-ac65-4f00-96bd-21c370cf7da1 req-cea0098a-125a-4c96-a3cd-824ebac28bf5 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404789 Apr 05 12:12:30.607532 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-2540f979-a930-4d8b-b333-1c9eab9fa69d tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Deleting port 92cd3213-c73d-47ca-a2e8-e7089e1c6558 {{(pid=84417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:12:30.607904 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2540f979-a930-4d8b-b333-1c9eab9fa69d tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:30.789447 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2540f979-a930-4d8b-b333-1c9eab9fa69d tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:30.789975 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2540f979-a930-4d8b-b333-1c9eab9fa69d tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:30.922434 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-2540f979-a930-4d8b-b333-1c9eab9fa69d tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Calling delete_port for 92cd3213-c73d-47ca-a2e8-e7089e1c6558 owned by network:floatingip {{(pid=84417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:12:31.064128 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2540f979-a930-4d8b-b333-1c9eab9fa69d tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:31.080055 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1d816d3a-7f76-49f6-b54d-d17746c6434d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:31.137323 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540f979-a930-4d8b-b333-1c9eab9fa69d tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Pushing event deleted for resources: {'Port': ['ID=92cd3213-c73d-47ca-a2e8-e7089e1c6558,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:31.140099 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2540f979-a930-4d8b-b333-1c9eab9fa69d tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:31.335152 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2540f979-a930-4d8b-b333-1c9eab9fa69d tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for floatingip, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:31.353851 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2540f979-a930-4d8b-b333-1c9eab9fa69d tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:31.355108 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-2540f979-a930-4d8b-b333-1c9eab9fa69d tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "DELETE /v2.0/floatingips/57cabb12-8325-4337-8242-d2b4f277505d HTTP/1.1" status: 204 len: 168 time: 0.9197929 Apr 05 12:12:31.679323 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 54852) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:31.686163 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-3d0ca8c2-686d-4e20-ad59-2f9eba04b6e5 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Request body: {'security_group': {'name': 'tempest-securitygroup--36953394', 'description': 'tempest-description--809656391'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:31.692942 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-3d0ca8c2-686d-4e20-ad59-2f9eba04b6e5 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:12:31.697235 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-3d0ca8c2-686d-4e20-ad59-2f9eba04b6e5 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Usage tracker for resource:security_group and tenant:ef963fd801d14231908609f44c23fa0b is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:12:31.700252 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-3d0ca8c2-686d-4e20-ad59-2f9eba04b6e5 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:12:31.706393 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-3d0ca8c2-686d-4e20-ad59-2f9eba04b6e5 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:12:31.716448 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3d0ca8c2-686d-4e20-ad59-2f9eba04b6e5 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:31.739375 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-3d0ca8c2-686d-4e20-ad59-2f9eba04b6e5 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:12:31.743734 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-3d0ca8c2-686d-4e20-ad59-2f9eba04b6e5 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Usage tracker for resource:security_group_rule and tenant:ef963fd801d14231908609f44c23fa0b is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:12:31.748003 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-3d0ca8c2-686d-4e20-ad59-2f9eba04b6e5 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:12:31.754430 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-3d0ca8c2-686d-4e20-ad59-2f9eba04b6e5 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:12:31.793573 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53511fd2-7485-40da-9e2c-e6925c4ba5a9 req-b06c67c0-b3a0-4c4e-9c09-b823d560577a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:31.799711 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-53511fd2-7485-40da-9e2c-e6925c4ba5a9 req-b06c67c0-b3a0-4c4e-9c09-b823d560577a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 943 time: 0.0949018 Apr 05 12:12:31.848669 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-53511fd2-7485-40da-9e2c-e6925c4ba5a9 req-886afd08-470d-4994-85fc-a9b59a5f2f5e tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453701 Apr 05 12:12:31.855958 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3d0ca8c2-686d-4e20-ad59-2f9eba04b6e5 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:31.859458 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3d0ca8c2-686d-4e20-ad59-2f9eba04b6e5 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:31.864957 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c8e3c150-cfaf-4480-91a0-46e621f7506f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:31.911924 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ca8c2-686d-4e20-ad59-2f9eba04b6e5 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7970f48b-98bc-4bba-8590-4697557a5219,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:31.914818 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3d0ca8c2-686d-4e20-ad59-2f9eba04b6e5 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:31.915562 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3d0ca8c2-686d-4e20-ad59-2f9eba04b6e5 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:31.916864 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-3d0ca8c2-686d-4e20-ad59-2f9eba04b6e5 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2361817 Apr 05 12:12:31.920157 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 54858) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:31.925566 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-947d6b43-cd38-4200-8fc9-282fda593d74 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Request body: {'security_group_rule': {'security_group_id': '7970f48b-98bc-4bba-8590-4697557a5219', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:31.931722 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-947d6b43-cd38-4200-8fc9-282fda593d74 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:12:31.935700 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-947d6b43-cd38-4200-8fc9-282fda593d74 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Usage tracker for resource:security_group_rule and tenant:ef963fd801d14231908609f44c23fa0b is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:12:31.939132 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-947d6b43-cd38-4200-8fc9-282fda593d74 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:12:31.945168 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-947d6b43-cd38-4200-8fc9-282fda593d74 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:12:31.962057 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-947d6b43-cd38-4200-8fc9-282fda593d74 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:32.025371 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-947d6b43-cd38-4200-8fc9-282fda593d74 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:32.028555 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-947d6b43-cd38-4200-8fc9-282fda593d74 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072689'] for security_group_rule, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:32.030834 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3f8873d0-607a-4776-9cd7-76d4e13bfd5a tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:32.056557 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d6b43-cd38-4200-8fc9-282fda593d74 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61981d5-c948-4a74-92e9-00305f81cdba,revision_number=0']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:32.059200 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-947d6b43-cd38-4200-8fc9-282fda593d74 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:32.066315 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-947d6b43-cd38-4200-8fc9-282fda593d74 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:32.067722 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-947d6b43-cd38-4200-8fc9-282fda593d74 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465721 Apr 05 12:12:32.070672 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 54864) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:32.076448 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-562a9432-4034-4558-924b-0063b045d3f7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Request body: {'security_group_rule': {'security_group_id': '7970f48b-98bc-4bba-8590-4697557a5219', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:32.083357 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-562a9432-4034-4558-924b-0063b045d3f7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:12:32.087362 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-562a9432-4034-4558-924b-0063b045d3f7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Usage tracker for resource:security_group_rule and tenant:ef963fd801d14231908609f44c23fa0b is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:12:32.090338 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-562a9432-4034-4558-924b-0063b045d3f7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:12:32.096577 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-562a9432-4034-4558-924b-0063b045d3f7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:12:32.113047 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-562a9432-4034-4558-924b-0063b045d3f7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:32.180744 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-562a9432-4034-4558-924b-0063b045d3f7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:32.183293 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-562a9432-4034-4558-924b-0063b045d3f7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072689'] for security_group_rule, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:32.190752 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-002ac2c7-52a6-45d9-bd67-d8db736b282d tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:32.212443 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a9432-4034-4558-924b-0063b045d3f7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc2807c-a15b-4801-9cae-77586239abe2,revision_number=0']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:32.215178 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-562a9432-4034-4558-924b-0063b045d3f7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:32.218705 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-562a9432-4034-4558-924b-0063b045d3f7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:32.219918 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-562a9432-4034-4558-924b-0063b045d3f7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1480978 Apr 05 12:12:32.223319 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 54868) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:32.228824 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-94a73eac-3899-4806-9ffa-2284fcc16895 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Request body: {'floatingip': {'floating_network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:32.235037 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-94a73eac-3899-4806-9ffa-2284fcc16895 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:12:32.239087 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-94a73eac-3899-4806-9ffa-2284fcc16895 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Usage tracker for resource:floatingip and tenant:ef963fd801d14231908609f44c23fa0b is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:12:32.242059 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-94a73eac-3899-4806-9ffa-2284fcc16895 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:12:32.248009 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-94a73eac-3899-4806-9ffa-2284fcc16895 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:12:32.257963 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-94a73eac-3899-4806-9ffa-2284fcc16895 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for floatingip, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:32.403457 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-94a73eac-3899-4806-9ffa-2284fcc16895 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:32.576640 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:32.609681 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-94a73eac-3899-4806-9ffa-2284fcc16895 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Allocated IP 172.28.2.228 (31dbbfbb-1103-49d1-a0e5-ac5561337b80/73ae074f-8780-41b9-9bf3-4fc6dce4ecd5/e5eff1ad-497c-4f72-b3a4-c69137a7d3ec) {{(pid=84418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:12:32.632409 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11986707-8077-4ca2-9cb1-9bb415766e8a req-fd7c44b9-2703-4531-8746-2c5756d6f275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:32.634049 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-11986707-8077-4ca2-9cb1-9bb415766e8a req-fd7c44b9-2703-4531-8746-2c5756d6f275 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 1096 time: 0.1519928 Apr 05 12:12:32.707595 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device d453ac47-aecb-4c22-9e51-c391eb3fa395 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 12:12:32.762019 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-11986707-8077-4ca2-9cb1-9bb415766e8a req-85ae6b14-1d6c-4bed-87e8-606c4c663370 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122870 Apr 05 12:12:32.810817 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-94a73eac-3899-4806-9ffa-2284fcc16895 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for port, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:32.841232 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-94a73eac-3899-4806-9ffa-2284fcc16895 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:32.853283 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port d453ac47-aecb-4c22-9e51-c391eb3fa395, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=d453ac47-aecb-4c22-9e51-c391eb3fa395,segment=NetworkSegment(d62ccfde-6ed8-42a6-8575-7667c161fa0f),segment_id=d62ccfde-6ed8-42a6-8575-7667c161fa0f)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:12:32.857677 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5e537659-724a-40fa-b124-7a3e52ab83b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:32.868225 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Returning: {'device': 'd453ac47-aecb-4c22-9e51-c391eb3fa395', 'network_id': 'c8b603c3-054c-48fb-be51-22ffd400d7ad', 'port_id': 'd453ac47-aecb-4c22-9e51-c391eb3fa395', 'mac_address': 'fa:16:3e:4a:f3:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7655aa3d-4c5c-48da-8a0c-9704fa2a3313', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:12:32.928943 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:32.947006 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d453ac47-aecb-4c22-9e51-c391eb3fa395 {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:12:32.963673 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port d453ac47-aecb-4c22-9e51-c391eb3fa395, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=d453ac47-aecb-4c22-9e51-c391eb3fa395,segment=NetworkSegment(d62ccfde-6ed8-42a6-8575-7667c161fa0f),segment_id=d62ccfde-6ed8-42a6-8575-7667c161fa0f)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:12:32.966878 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:32.968967 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-91a70405-5fa4-47b2-8396-7ade99ba407b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:33.189795 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=d453ac47-aecb-4c22-9e51-c391eb3fa395,revision_number=7']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:33.194146 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:33.299017 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a73eac-3899-4806-9ffa-2284fcc16895 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Pushing event updated for resources: {'Port': ['ID=e5eff1ad-497c-4f72-b3a4-c69137a7d3ec,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:33.304042 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-94a73eac-3899-4806-9ffa-2284fcc16895 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:33.365123 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a73eac-3899-4806-9ffa-2284fcc16895 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Network 31dbbfbb-1103-49d1-a0e5-ac5561337b80 is already hosted by enough agents. {{(pid=84418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:12:33.368746 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-94a73eac-3899-4806-9ffa-2284fcc16895 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Resources bound (agent type, host, resource id): {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:12:33.371250 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a73eac-3899-4806-9ffa-2284fcc16895 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Received port after_create {{(pid=84418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:12:33.405085 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4bef7-bddb-4fc8-9ff3-a318aebae29f req-5bbb0470-190f-4663-acb0-408fe59efd06 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:33.406699 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-78b4bef7-bddb-4fc8-9ff3-a318aebae29f req-5bbb0470-190f-4663-acb0-408fe59efd06 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 944 time: 0.1865740 Apr 05 12:12:33.477352 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-78b4bef7-bddb-4fc8-9ff3-a318aebae29f req-71d4af24-1895-4317-a8cd-ac7a88eb116d tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619850 Apr 05 12:12:33.499471 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-94a73eac-3899-4806-9ffa-2284fcc16895 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:33.565976 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-94a73eac-3899-4806-9ffa-2284fcc16895 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:33.843999 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-94a73eac-3899-4806-9ffa-2284fcc16895 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for port, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:33.847956 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-94a73eac-3899-4806-9ffa-2284fcc16895 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626450'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:33.864697 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c52aef79-3563-4d3c-b361-d148615e0307 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:34.009979 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a73eac-3899-4806-9ffa-2284fcc16895 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Pushing event updated for resources: {'Port': ['ID=e5eff1ad-497c-4f72-b3a4-c69137a7d3ec,revision_number=2']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:34.013048 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-94a73eac-3899-4806-9ffa-2284fcc16895 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:34.109718 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-94a73eac-3899-4806-9ffa-2284fcc16895 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854004789'] for floatingip, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:34.131111 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-94a73eac-3899-4806-9ffa-2284fcc16895 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:34.132470 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-94a73eac-3899-4806-9ffa-2284fcc16895 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9081299 Apr 05 12:12:34.366068 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-c4e53be0-1568-43a7-9264-26b657374225 req-59078881-ae49-463c-bea9-b36a65cee991 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Synchronizing usage tracker for tenant:ef963fd801d14231908609f44c23fa0b on resource:security_group {{(pid=84417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:12:34.380741 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-c4e53be0-1568-43a7-9264-26b657374225 req-59078881-ae49-463c-bea9-b36a65cee991 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Unset dirty status for tenant:ef963fd801d14231908609f44c23fa0b on resource:security_group {{(pid=84417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:12:34.382065 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c4e53be0-1568-43a7-9264-26b657374225 req-59078881-ae49-463c-bea9-b36a65cee991 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--36953394&fields=id&tenant_id=ef963fd801d14231908609f44c23fa0b HTTP/1.1" status: 200 len: 267 time: 0.0586710 Apr 05 12:12:34.449391 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['d453ac47-aecb-4c22-9e51-c391eb3fa395'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:12:34.554738 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e53be0-1568-43a7-9264-26b657374225 req-76b48fa2-2f60-46d2-96ec-1189713d03ff tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:34.557880 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c4e53be0-1568-43a7-9264-26b657374225 req-76b48fa2-2f60-46d2-96ec-1189713d03ff tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/networks?id=40fb80d3-753f-4a6e-8e1e-404338c152f4 HTTP/1.1" status: 200 len: 817 time: 0.1617649 Apr 05 12:12:34.575644 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c4e53be0-1568-43a7-9264-26b657374225 req-71c6d728-5109-425b-929d-1e117675e29c tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/quotas/ef963fd801d14231908609f44c23fa0b HTTP/1.1" status: 200 len: 375 time: 0.0112631 Apr 05 12:12:34.692948 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75b58d-2fcc-4086-9765-f8d72beb4b87 req-59b09002-caad-4152-8726-5a051152d10f tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:34.694726 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5d75b58d-2fcc-4086-9765-f8d72beb4b87 req-59b09002-caad-4152-8726-5a051152d10f tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 944 time: 0.1007297 Apr 05 12:12:34.748763 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5d75b58d-2fcc-4086-9765-f8d72beb4b87 req-84b716e3-2bd6-4dc1-92a7-cd2f936ad4b0 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461602 Apr 05 12:12:34.874846 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-c4e53be0-1568-43a7-9264-26b657374225 req-493d713e-9e7a-4116-b3af-bdcb251a1626 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Synchronizing usage tracker for tenant:ef963fd801d14231908609f44c23fa0b on resource:port {{(pid=84417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:12:34.889648 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-c4e53be0-1568-43a7-9264-26b657374225 req-493d713e-9e7a-4116-b3af-bdcb251a1626 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Unset dirty status for tenant:ef963fd801d14231908609f44c23fa0b on resource:port {{(pid=84417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:12:34.890988 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c4e53be0-1568-43a7-9264-26b657374225 req-493d713e-9e7a-4116-b3af-bdcb251a1626 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef963fd801d14231908609f44c23fa0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3080034 Apr 05 12:12:35.037941 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c4e53be0-1568-43a7-9264-26b657374225 req-dd47870c-5b45-489f-a3ac-a6feb8b60a7f service neutron] 10.222.0.26 "GET /v2.0/networks/40fb80d3-753f-4a6e-8e1e-404338c152f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342978 Apr 05 12:12:35.181785 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c4e53be0-1568-43a7-9264-26b657374225 req-bcd56d69-11bf-4476-b3d6-520944eb5683 service neutron] 10.222.0.26 "GET /v2.0/networks/40fb80d3-753f-4a6e-8e1e-404338c152f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372967 Apr 05 12:12:35.380868 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c25fd8b2-7f23-4a35-a354-63e3e50fcd9d req-08fbb41d-ecb8-40e8-b2a8-9af67d438155 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 210 time: 0.0497944 Apr 05 12:12:36.504672 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e53be0-1568-43a7-9264-26b657374225 req-87d48367-d22a-42dc-81ad-506f0eb823f4 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:36.506279 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c4e53be0-1568-43a7-9264-26b657374225 req-87d48367-d22a-42dc-81ad-506f0eb823f4 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.32 "GET /v2.0/networks?id=40fb80d3-753f-4a6e-8e1e-404338c152f4 HTTP/1.1" status: 200 len: 817 time: 0.1599169 Apr 05 12:12:36.553884 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3b6c7392-644d-423a-b253-e609b7b4072a req-9a3160fb-0ae9-4b81-b2e6-27e1f86e2941 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 210 time: 0.0506408 Apr 05 12:12:36.588330 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c4e53be0-1568-43a7-9264-26b657374225 req-9b3f696f-5cea-459b-ab9f-418679047905 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef963fd801d14231908609f44c23fa0b HTTP/1.1" status: 200 len: 5706 time: 0.0733387 Apr 05 12:12:36.602024 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-c4e53be0-1568-43a7-9264-26b657374225 req-8b0eea37-023b-464e-a82b-e3b603b5fc32 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Request body: {'port': {'device_id': 'effe3cba-b0fb-41bd-9649-ea3769ef70c5', 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'admin_state_up': True, 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'security_groups': ['7970f48b-98bc-4bba-8590-4697557a5219']}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:36.735535 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device d453ac47-aecb-4c22-9e51-c391eb3fa395 up at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:12:36.744239 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-c4e53be0-1568-43a7-9264-26b657374225 req-8b0eea37-023b-464e-a82b-e3b603b5fc32 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:12:36.754791 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-c4e53be0-1568-43a7-9264-26b657374225 req-8b0eea37-023b-464e-a82b-e3b603b5fc32 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:12:36.764167 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e53be0-1568-43a7-9264-26b657374225 req-8b0eea37-023b-464e-a82b-e3b603b5fc32 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Made reservation on behalf of ef963fd801d14231908609f44c23fa0b for: {'port': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:12:36.770710 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-c4e53be0-1568-43a7-9264-26b657374225 req-8b0eea37-023b-464e-a82b-e3b603b5fc32 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:36.807403 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning complete for port d453ac47-aecb-4c22-9e51-c391eb3fa395 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:12:36.807815 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:36.930362 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:36.949884 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-c4e53be0-1568-43a7-9264-26b657374225 req-8b0eea37-023b-464e-a82b-e3b603b5fc32 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Allocated IP 172.20.0.13 (40fb80d3-753f-4a6e-8e1e-404338c152f4/ad6e7b7d-b348-4208-aa85-00f9b060484b/acddfa07-feaa-4c74-af4e-545b769bbc99) {{(pid=84418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:12:36.962343 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52727db-b1b1-4b63-9c6c-ea77e53cd2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd453ac47-aecb-4c22-9e51-c391eb3fa395'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:12:36.974473 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port d453ac47-aecb-4c22-9e51-c391eb3fa395, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=d453ac47-aecb-4c22-9e51-c391eb3fa395,segment=NetworkSegment(d62ccfde-6ed8-42a6-8575-7667c161fa0f),segment_id=d62ccfde-6ed8-42a6-8575-7667c161fa0f)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:12:36.977989 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:36.981306 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:37.023100 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52727db-b1b1-4b63-9c6c-ea77e53cd2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd453ac47-aecb-4c22-9e51-c391eb3fa395', 'code': 200} Apr 05 12:12:37.057325 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=d453ac47-aecb-4c22-9e51-c391eb3fa395,revision_number=8']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:37.060977 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:37.154114 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-c4e53be0-1568-43a7-9264-26b657374225 req-8b0eea37-023b-464e-a82b-e3b603b5fc32 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for port, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:37.170668 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-c4e53be0-1568-43a7-9264-26b657374225 req-8b0eea37-023b-464e-a82b-e3b603b5fc32 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Transition to ACTIVE for port object acddfa07-feaa-4c74-af4e-545b769bbc99 will not be triggered until provisioned by entity DHCP. {{(pid=84418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:12:37.193494 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-c4e53be0-1568-43a7-9264-26b657374225 req-8b0eea37-023b-464e-a82b-e3b603b5fc32 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:37.211466 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-94a73eac-3899-4806-9ffa-2284fcc16895 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:37.323058 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4f4825d1-534c-49d9-b591-85853faaded7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:37.366703 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0eea37-023b-464e-a82b-e3b603b5fc32 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Pushing event updated for resources: {'Port': ['ID=acddfa07-feaa-4c74-af4e-545b769bbc99,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:37.369684 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8b0eea37-023b-464e-a82b-e3b603b5fc32 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:37.414705 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e53be0-1568-43a7-9264-26b657374225 req-8b0eea37-023b-464e-a82b-e3b603b5fc32 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Network 40fb80d3-753f-4a6e-8e1e-404338c152f4 is already hosted by enough agents. {{(pid=84418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:12:37.415855 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-c4e53be0-1568-43a7-9264-26b657374225 req-8b0eea37-023b-464e-a82b-e3b603b5fc32 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Resources bound (agent type, host, resource id): {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:12:37.418149 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e53be0-1568-43a7-9264-26b657374225 req-8b0eea37-023b-464e-a82b-e3b603b5fc32 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Received port after_create {{(pid=84418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:12:37.485137 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e53be0-1568-43a7-9264-26b657374225 req-8b0eea37-023b-464e-a82b-e3b603b5fc32 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:37.485961 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-c4e53be0-1568-43a7-9264-26b657374225 req-8b0eea37-023b-464e-a82b-e3b603b5fc32 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:37.511935 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c4e53be0-1568-43a7-9264-26b657374225 req-8b0eea37-023b-464e-a82b-e3b603b5fc32 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9142814 Apr 05 12:12:37.532501 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-c4e53be0-1568-43a7-9264-26b657374225 req-a4738771-7fe5-4dc9-a93c-da88e90b92c9 service neutron] Request body: {'port': {'device_id': 'effe3cba-b0fb-41bd-9649-ea3769ef70c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:37.676188 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-c4e53be0-1568-43a7-9264-26b657374225 req-a4738771-7fe5-4dc9-a93c-da88e90b92c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:37.678386 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-4de86667-bdd4-45e5-bd1b-e265ffbd6b96 None None] Provisioning for port acddfa07-feaa-4c74-af4e-545b769bbc99 completed by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:12:37.683686 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-4de86667-bdd4-45e5-bd1b-e265ffbd6b96 None None] Provisioning complete for port acddfa07-feaa-4c74-af4e-545b769bbc99 triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:12:37.684323 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4de86667-bdd4-45e5-bd1b-e265ffbd6b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:37.746392 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-4de86667-bdd4-45e5-bd1b-e265ffbd6b96 None None] Port acddfa07-feaa-4c74-af4e-545b769bbc99 cannot update to ACTIVE because it is not bound. {{(pid=84419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 12:12:37.766056 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3561496-964f-4390-9508-f5c1b9c37585 req-0a3abd26-993b-4c02-8d66-e985ef05ccf2 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:37.767650 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e3561496-964f-4390-9508-f5c1b9c37585 req-0a3abd26-993b-4c02-8d66-e985ef05ccf2 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 932 time: 0.0898800 Apr 05 12:12:37.818637 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e3561496-964f-4390-9508-f5c1b9c37585 req-bfdb604b-9600-451b-9cf1-ab51821a8a54 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443854 Apr 05 12:12:38.092499 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-c4e53be0-1568-43a7-9264-26b657374225 req-a4738771-7fe5-4dc9-a93c-da88e90b92c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acddfa07-feaa-4c74-af4e-545b769bbc99 {{(pid=84418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:12:38.100654 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-c4e53be0-1568-43a7-9264-26b657374225 req-a4738771-7fe5-4dc9-a93c-da88e90b92c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:38.115894 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-c4e53be0-1568-43a7-9264-26b657374225 req-a4738771-7fe5-4dc9-a93c-da88e90b92c9 service neutron] Transition to ACTIVE for port object acddfa07-feaa-4c74-af4e-545b769bbc99 will not be triggered until provisioned by entity L2. {{(pid=84418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:12:38.118704 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-c4e53be0-1568-43a7-9264-26b657374225 req-a4738771-7fe5-4dc9-a93c-da88e90b92c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626450'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:38.133801 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8b0eea37-023b-464e-a82b-e3b603b5fc32 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:38.273668 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4738771-7fe5-4dc9-a93c-da88e90b92c9 service neutron] Pushing event updated for resources: {'Port': ['ID=acddfa07-feaa-4c74-af4e-545b769bbc99,revision_number=2']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:38.278049 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a4738771-7fe5-4dc9-a93c-da88e90b92c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:38.502403 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-c4e53be0-1568-43a7-9264-26b657374225 req-a4738771-7fe5-4dc9-a93c-da88e90b92c9 service neutron] Attempting to bind port acddfa07-feaa-4c74-af4e-545b769bbc99 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:12:38.502536 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-c4e53be0-1568-43a7-9264-26b657374225 req-a4738771-7fe5-4dc9-a93c-da88e90b92c9 service neutron] Attempting to bind port acddfa07-feaa-4c74-af4e-545b769bbc99 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '6e7164c8-a764-4899-8517-c60c29f2f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4'}] {{(pid=84418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:12:38.502948 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e53be0-1568-43a7-9264-26b657374225 req-a4738771-7fe5-4dc9-a93c-da88e90b92c9 service neutron] Attempting to bind port acddfa07-feaa-4c74-af4e-545b769bbc99 on network 40fb80d3-753f-4a6e-8e1e-404338c152f4 {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:12:38.508216 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e53be0-1568-43a7-9264-26b657374225 req-a4738771-7fe5-4dc9-a93c-da88e90b92c9 service neutron] Port acddfa07-feaa-4c74-af4e-545b769bbc99 on network 40fb80d3-753f-4a6e-8e1e-404338c152f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 12:12:38.508548 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e53be0-1568-43a7-9264-26b657374225 req-a4738771-7fe5-4dc9-a93c-da88e90b92c9 service neutron] Attempting to bind port acddfa07-feaa-4c74-af4e-545b769bbc99 on network 40fb80d3-753f-4a6e-8e1e-404338c152f4 {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:12:38.514390 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e53be0-1568-43a7-9264-26b657374225 req-a4738771-7fe5-4dc9-a93c-da88e90b92c9 service neutron] Checking agent: {'id': 'b4ce1f0a-2cfc-4a41-8c75-ffa3be69bd3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:12:38.514872 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e53be0-1568-43a7-9264-26b657374225 req-a4738771-7fe5-4dc9-a93c-da88e90b92c9 service neutron] Checking segment: {'id': '6e7164c8-a764-4899-8517-c60c29f2f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:12:38.515154 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e53be0-1568-43a7-9264-26b657374225 req-a4738771-7fe5-4dc9-a93c-da88e90b92c9 service neutron] Bound using segment: {'id': '6e7164c8-a764-4899-8517-c60c29f2f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4'} {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:12:38.515599 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-c4e53be0-1568-43a7-9264-26b657374225 req-a4738771-7fe5-4dc9-a93c-da88e90b92c9 service neutron] Bound port: acddfa07-feaa-4c74-af4e-545b769bbc99, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e7164c8-a764-4899-8517-c60c29f2f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4'}}] {{(pid=84418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:12:38.515987 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-c4e53be0-1568-43a7-9264-26b657374225 req-a4738771-7fe5-4dc9-a93c-da88e90b92c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:38.614097 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-c4e53be0-1568-43a7-9264-26b657374225 req-a4738771-7fe5-4dc9-a93c-da88e90b92c9 service neutron] For port acddfa07-feaa-4c74-af4e-545b769bbc99, host hv-cinder-78476, cleared binding levels {{(pid=84418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:12:38.618157 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-c4e53be0-1568-43a7-9264-26b657374225 req-a4738771-7fe5-4dc9-a93c-da88e90b92c9 service neutron] For port acddfa07-feaa-4c74-af4e-545b769bbc99, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=acddfa07-feaa-4c74-af4e-545b769bbc99,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:12:38.621392 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-c4e53be0-1568-43a7-9264-26b657374225 req-a4738771-7fe5-4dc9-a93c-da88e90b92c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626450'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:38.637679 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6a8941fa-b4cd-4a6d-9e23-28333cfb10c8 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:38.692646 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:38.788626 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4738771-7fe5-4dc9-a93c-da88e90b92c9 service neutron] Pushing event updated for resources: {'Port': ['ID=acddfa07-feaa-4c74-af4e-545b769bbc99,revision_number=3']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:38.794097 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a4738771-7fe5-4dc9-a93c-da88e90b92c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:38.824812 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e53be0-1568-43a7-9264-26b657374225 req-a4738771-7fe5-4dc9-a93c-da88e90b92c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:38.825598 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-c4e53be0-1568-43a7-9264-26b657374225 req-a4738771-7fe5-4dc9-a93c-da88e90b92c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:38.826943 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c4e53be0-1568-43a7-9264-26b657374225 req-a4738771-7fe5-4dc9-a93c-da88e90b92c9 service neutron] 10.222.0.32 "PUT /v2.0/ports/acddfa07-feaa-4c74-af4e-545b769bbc99 HTTP/1.1" status: 200 len: 1094 time: 1.3000021 Apr 05 12:12:38.827466 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'effe3cba-b0fb-41bd-9649-ea3769ef70c5', 'tag': 'acddfa07-feaa-4c74-af4e-545b769bbc99'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:12:38.914755 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'effe3cba-b0fb-41bd-9649-ea3769ef70c5', 'tag': 'acddfa07-feaa-4c74-af4e-545b769bbc99', 'status': 'completed', 'code': 200} Apr 05 12:12:39.006090 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e53be0-1568-43a7-9264-26b657374225 req-9dd73205-2d4a-469f-8d79-abf94411c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:39.007700 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c4e53be0-1568-43a7-9264-26b657374225 req-9dd73205-2d4a-469f-8d79-abf94411c0f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef963fd801d14231908609f44c23fa0b&device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 1097 time: 0.1385806 Apr 05 12:12:39.091207 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c4e53be0-1568-43a7-9264-26b657374225 req-169bf633-fdda-4dc1-80f9-fc88904e2686 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acddfa07-feaa-4c74-af4e-545b769bbc99 HTTP/1.1" status: 200 len: 217 time: 0.0698876 Apr 05 12:12:39.143519 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0f261-c7c5-4eaa-972e-697627df19b7 req-e4cf7c51-7d14-4095-8de4-c27eebe58af8 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:39.144776 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-6cb0f261-c7c5-4eaa-972e-697627df19b7 req-e4cf7c51-7d14-4095-8de4-c27eebe58af8 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Synchronizing usage tracker for tenant:ef963fd801d14231908609f44c23fa0b on resource:port {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:12:39.175987 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-6cb0f261-c7c5-4eaa-972e-697627df19b7 req-e4cf7c51-7d14-4095-8de4-c27eebe58af8 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Unset dirty status for tenant:ef963fd801d14231908609f44c23fa0b on resource:port {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:12:39.177190 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6cb0f261-c7c5-4eaa-972e-697627df19b7 req-e4cf7c51-7d14-4095-8de4-c27eebe58af8 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 944 time: 0.2342792 Apr 05 12:12:39.180671 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e53be0-1568-43a7-9264-26b657374225 req-7e865976-1536-4540-8da5-64f23526d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:39.182135 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c4e53be0-1568-43a7-9264-26b657374225 req-7e865976-1536-4540-8da5-64f23526d9a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad6e7b7d-b348-4208-aa85-00f9b060484b HTTP/1.1" status: 200 len: 856 time: 0.0831590 Apr 05 12:12:39.276285 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6cb0f261-c7c5-4eaa-972e-697627df19b7 req-d9c5ff49-8cec-4f99-8537-2bbf8fce189d tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0927494 Apr 05 12:12:39.299519 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e53be0-1568-43a7-9264-26b657374225 req-3918e19e-70a3-4163-8180-0e27b3633ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:39.301630 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c4e53be0-1568-43a7-9264-26b657374225 req-3918e19e-70a3-4163-8180-0e27b3633ec1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=40fb80d3-753f-4a6e-8e1e-404338c152f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1024532 Apr 05 12:12:39.445280 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c4e53be0-1568-43a7-9264-26b657374225 req-ddddd817-68bb-4dc7-bf0c-bb776ff49d37 service neutron] 10.222.0.32 "GET /v2.0/networks/40fb80d3-753f-4a6e-8e1e-404338c152f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365182 Apr 05 12:12:39.817596 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c4e53be0-1568-43a7-9264-26b657374225 req-dd101beb-ddd8-498c-bea1-751ffb32f85f service neutron] 10.222.0.32 "GET /v2.0/networks/40fb80d3-753f-4a6e-8e1e-404338c152f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652277 Apr 05 12:12:39.911386 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-35320283-3c8b-4be1-8d90-57b48a86e128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:39.941267 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c9b3d-8d4e-49ee-8fa7-42a0290b7969 req-0e0268dd-bb9a-4774-a67a-eebafa20f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:39.942900 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-995c9b3d-8d4e-49ee-8fa7-42a0290b7969 req-0e0268dd-bb9a-4774-a67a-eebafa20f12d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef963fd801d14231908609f44c23fa0b&device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 1097 time: 0.0763373 Apr 05 12:12:40.079263 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c9b3d-8d4e-49ee-8fa7-42a0290b7969 req-6b22f437-5a66-4082-b80e-1e0e612a671a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:40.080765 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-995c9b3d-8d4e-49ee-8fa7-42a0290b7969 req-6b22f437-5a66-4082-b80e-1e0e612a671a service neutron] 10.222.0.32 "GET /v2.0/networks?id=40fb80d3-753f-4a6e-8e1e-404338c152f4 HTTP/1.1" status: 200 len: 918 time: 0.1315908 Apr 05 12:12:40.154734 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-995c9b3d-8d4e-49ee-8fa7-42a0290b7969 req-8cac4ed0-9554-4b1f-bfd2-65b47801357b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acddfa07-feaa-4c74-af4e-545b769bbc99 HTTP/1.1" status: 200 len: 217 time: 0.0667908 Apr 05 12:12:40.221206 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c9b3d-8d4e-49ee-8fa7-42a0290b7969 req-b117b9df-798b-40ab-b39f-bf6b691b7241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:40.223285 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-995c9b3d-8d4e-49ee-8fa7-42a0290b7969 req-b117b9df-798b-40ab-b39f-bf6b691b7241 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad6e7b7d-b348-4208-aa85-00f9b060484b HTTP/1.1" status: 200 len: 856 time: 0.0613458 Apr 05 12:12:40.287072 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:40.306304 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c9b3d-8d4e-49ee-8fa7-42a0290b7969 req-e16cd57b-dcbe-425b-a495-8e860e11c127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:40.307910 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-995c9b3d-8d4e-49ee-8fa7-42a0290b7969 req-e16cd57b-dcbe-425b-a495-8e860e11c127 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=40fb80d3-753f-4a6e-8e1e-404338c152f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0783930 Apr 05 12:12:40.453133 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-995c9b3d-8d4e-49ee-8fa7-42a0290b7969 req-85a4d6a9-ecbe-4913-ac7f-0736256676e6 service neutron] 10.222.0.32 "GET /v2.0/networks/40fb80d3-753f-4a6e-8e1e-404338c152f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380837 Apr 05 12:12:40.483342 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b2bb7-18fc-44ec-b4e6-4ad4389b3412 req-3b9eefcc-f2d0-4e23-9665-f760edd2cae5 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:40.484994 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-250b2bb7-18fc-44ec-b4e6-4ad4389b3412 req-3b9eefcc-f2d0-4e23-9665-f760edd2cae5 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 944 time: 0.0884120 Apr 05 12:12:40.533079 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-250b2bb7-18fc-44ec-b4e6-4ad4389b3412 req-d2510c24-6af4-4591-870e-673756eb0fcf tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415568 Apr 05 12:12:40.596357 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-995c9b3d-8d4e-49ee-8fa7-42a0290b7969 req-7f38f8f0-b463-47de-a480-38942ebcfed3 service neutron] 10.222.0.32 "GET /v2.0/networks/40fb80d3-753f-4a6e-8e1e-404338c152f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360550 Apr 05 12:12:41.342494 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f1608-9b80-4d26-a7c8-a77c8ee6139d req-96727030-1c50-406f-bfc7-b6491378f4d8 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:41.344098 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5a1f1608-9b80-4d26-a7c8-a77c8ee6139d req-96727030-1c50-406f-bfc7-b6491378f4d8 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.0906005 Apr 05 12:12:41.393344 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5a1f1608-9b80-4d26-a7c8-a77c8ee6139d req-2818b4ff-703d-4019-89e2-e2048ded9ab1 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417969 Apr 05 12:12:41.737103 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfe979-f52b-497b-b882-5c83d2540801 req-2924d5f8-33f2-4101-9b75-92091e9ba511 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:41.738817 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a8bfe979-f52b-497b-b882-5c83d2540801 req-2924d5f8-33f2-4101-9b75-92091e9ba511 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 944 time: 0.0890985 Apr 05 12:12:41.787807 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a8bfe979-f52b-497b-b882-5c83d2540801 req-3db30fb6-7dd7-4c67-949e-2c6de257cfcc tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427532 Apr 05 12:12:42.007097 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:42.550992 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e329821-e793-4a8b-9e29-2ad8986cf3e3 req-221c94f8-1d28-4f9f-adfe-1647d48066a2 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:42.552593 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9e329821-e793-4a8b-9e29-2ad8986cf3e3 req-221c94f8-1d28-4f9f-adfe-1647d48066a2 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.32 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.0915945 Apr 05 12:12:42.595336 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87061a-3e6c-40be-83e6-9d16193de4e0 req-280f9d0a-5439-4d9c-8ef4-031837544228 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:42.598230 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5d87061a-3e6c-40be-83e6-9d16193de4e0 req-280f9d0a-5439-4d9c-8ef4-031837544228 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 946 time: 0.0930302 Apr 05 12:12:42.632369 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-9e329821-e793-4a8b-9e29-2ad8986cf3e3 req-d4a0c122-4fae-4230-94a0-c98d95348a1d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Deleting port 58362b7c-bead-43a0-8ba6-003b0b5099bc {{(pid=84418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:12:42.632931 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-9e329821-e793-4a8b-9e29-2ad8986cf3e3 req-d4a0c122-4fae-4230-94a0-c98d95348a1d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:42.647841 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5d87061a-3e6c-40be-83e6-9d16193de4e0 req-b6ce315e-dc73-4da9-80a4-02133ecdaa6c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4aa49c7-f6a1-4481-b13c-c0cc9a963108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439150 Apr 05 12:12:42.792722 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device acddfa07-feaa-4c74-af4e-545b769bbc99 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 12:12:42.907148 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-9e329821-e793-4a8b-9e29-2ad8986cf3e3 req-d4a0c122-4fae-4230-94a0-c98d95348a1d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] For port 58362b7c-bead-43a0-8ba6-003b0b5099bc, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=58362b7c-bead-43a0-8ba6-003b0b5099bc,segment=NetworkSegment(0c3b046c-3d9d-4bb7-a47e-97e66d32d96b),segment_id=0c3b046c-3d9d-4bb7-a47e-97e66d32d96b)] {{(pid=84418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:12:42.907464 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-9e329821-e793-4a8b-9e29-2ad8986cf3e3 req-d4a0c122-4fae-4230-94a0-c98d95348a1d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:42.958493 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port acddfa07-feaa-4c74-af4e-545b769bbc99, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=acddfa07-feaa-4c74-af4e-545b769bbc99,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:12:42.975008 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Returning: {'device': 'acddfa07-feaa-4c74-af4e-545b769bbc99', 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'port_id': 'acddfa07-feaa-4c74-af4e-545b769bbc99', 'mac_address': 'fa:16:3e:bb:41:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:12:43.014651 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e63fea-878f-40d2-a9ec-f8131b648a6b req-ec5baf7a-ccb2-476e-a3ab-d80c356e4f6a tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:43.016378 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a2e63fea-878f-40d2-a9ec-f8131b648a6b req-ec5baf7a-ccb2-476e-a3ab-d80c356e4f6a tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 944 time: 0.0926006 Apr 05 12:12:43.038545 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:43.056706 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acddfa07-feaa-4c74-af4e-545b769bbc99 {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:12:43.066507 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-a2e63fea-878f-40d2-a9ec-f8131b648a6b req-adaa2b3e-8523-4972-bf58-c1f2f4fd70e4 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417738 Apr 05 12:12:43.072875 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port acddfa07-feaa-4c74-af4e-545b769bbc99, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=acddfa07-feaa-4c74-af4e-545b769bbc99,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:12:43.076630 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:43.079262 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:43.149064 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=acddfa07-feaa-4c74-af4e-545b769bbc99,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:43.152578 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:43.220532 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-9e329821-e793-4a8b-9e29-2ad8986cf3e3 req-d4a0c122-4fae-4230-94a0-c98d95348a1d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:43.220943 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-9e329821-e793-4a8b-9e29-2ad8986cf3e3 req-d4a0c122-4fae-4230-94a0-c98d95348a1d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854004789'] for floatingip, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:43.221287 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.l3_db [req-9e329821-e793-4a8b-9e29-2ad8986cf3e3 req-d4a0c122-4fae-4230-94a0-c98d95348a1d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Floating IP 4b2777d6-135f-4ba0-8881-98e112fecaa0 disassociated. External IP: 172.28.2.173, port: 58362b7c-bead-43a0-8ba6-003b0b5099bc. Apr 05 12:12:43.221718 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-9e329821-e793-4a8b-9e29-2ad8986cf3e3 req-d4a0c122-4fae-4230-94a0-c98d95348a1d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Calling delete_port for 58362b7c-bead-43a0-8ba6-003b0b5099bc owned by compute:nova {{(pid=84418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:12:43.366239 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-9e329821-e793-4a8b-9e29-2ad8986cf3e3 req-d4a0c122-4fae-4230-94a0-c98d95348a1d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:43.383792 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ef4a887e-576f-46a4-a0b6-b7b379cfa5a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:43.440836 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0c122-4fae-4230-94a0-c98d95348a1d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Pushing event deleted for resources: {'Port': ['ID=58362b7c-bead-43a0-8ba6-003b0b5099bc,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:43.444581 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d4a0c122-4fae-4230-94a0-c98d95348a1d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:43.456906 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['acddfa07-feaa-4c74-af4e-545b769bbc99'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:12:43.735483 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e329821-e793-4a8b-9e29-2ad8986cf3e3 req-d4a0c122-4fae-4230-94a0-c98d95348a1d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Router c1b400fc-c6ce-4df9-8a0a-5174a64dd374 has already been hosted by L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 {{(pid=84418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 12:12:43.965934 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1ddd9bb5-a700-4996-b410-c7e25699b629 req-5ce06c87-7c7d-40b4-8beb-3aa58de15dc9 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d6e1a6-58be-4c83-b973-db9684899cbb HTTP/1.1" status: 200 len: 210 time: 0.0584092 Apr 05 12:12:43.980303 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e329821-e793-4a8b-9e29-2ad8986cf3e3 req-d4a0c122-4fae-4230-94a0-c98d95348a1d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:12:43.990998 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dba6c6-6e92-40c7-9119-f0b7a63a352d None None] Sync routers for ids ['c1b400fc-c6ce-4df9-8a0a-5174a64dd374'] in dv-cinder-784763-1-smb {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:12:44.002003 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dba6c6-6e92-40c7-9119-f0b7a63a352d None None] Routers {'c1b400fc-c6ce-4df9-8a0a-5174a64dd374'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:12:44.002923 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-44dba6c6-6e92-40c7-9119-f0b7a63a352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:12:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['c1b400fc-c6ce-4df9-8a0a-5174a64dd374'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:12:44.059793 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e329821-e793-4a8b-9e29-2ad8986cf3e3 req-d4a0c122-4fae-4230-94a0-c98d95348a1d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] No DVR routers for this DVR port 58362b7c-bead-43a0-8ba6-003b0b5099bc on host hv-cinder-78476 {{(pid=84418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 12:12:44.062600 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-9e329821-e793-4a8b-9e29-2ad8986cf3e3 req-d4a0c122-4fae-4230-94a0-c98d95348a1d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:44.073170 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d6e1a6-58be-4c83-b973-db9684899cbb', 'name': 'network-vif-deleted', 'tag': '58362b7c-bead-43a0-8ba6-003b0b5099bc'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:12:44.079993 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9e329821-e793-4a8b-9e29-2ad8986cf3e3 req-d4a0c122-4fae-4230-94a0-c98d95348a1d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.32 "DELETE /v2.0/ports/58362b7c-bead-43a0-8ba6-003b0b5099bc HTTP/1.1" status: 204 len: 173 time: 1.5214508 Apr 05 12:12:44.126681 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d6e1a6-58be-4c83-b973-db9684899cbb', 'name': 'network-vif-deleted', 'tag': '58362b7c-bead-43a0-8ba6-003b0b5099bc', 'status': 'completed', 'code': 200} Apr 05 12:12:44.198462 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-44dba6c6-6e92-40c7-9119-f0b7a63a352d None None] Set router c1b400fc-c6ce-4df9-8a0a-5174a64dd374 gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:12:44.278822 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa0d29-f2a7-4129-9436-a564751579ca req-e10de848-997f-4336-b9f4-86cb34379c0b tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:44.280349 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-defa0d29-f2a7-4129-9436-a564751579ca req-e10de848-997f-4336-b9f4-86cb34379c0b tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 945 time: 0.0910115 Apr 05 12:12:44.333369 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-defa0d29-f2a7-4129-9436-a564751579ca req-5a17e17e-d844-4c62-a9f5-0efcd8e3f587 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465753 Apr 05 12:12:44.703939 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-44dba6c6-6e92-40c7-9119-f0b7a63a352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'name': 'tempest-AttachVolumeTestJSON-503048823-router', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:29Z', 'updated_at': '2021-04-05T12:06:47Z', 'revision_number': 4, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'gw_port': {'id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:30Z', 'updated_at': '2021-04-05T12:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': '2d285325-55f6-4b02-b636-1e398df8cf7d', 'name': '', 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'mac_address': 'fa:16:3e:dc:a0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:45Z', 'updated_at': '2021-04-05T12:06:56Z', 'revision_number': 5, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'subnets': [{'id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:12:44.709267 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dba6c6-6e92-40c7-9119-f0b7a63a352d None None] Checking router: c1b400fc-c6ce-4df9-8a0a-5174a64dd374 for host: dv-cinder-784763-1-smb {{(pid=84419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:12:44.720554 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dba6c6-6e92-40c7-9119-f0b7a63a352d None None] Routers {'c1b400fc-c6ce-4df9-8a0a-5174a64dd374'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:12:44.721218 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-44dba6c6-6e92-40c7-9119-f0b7a63a352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:12:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['c1b400fc-c6ce-4df9-8a0a-5174a64dd374'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:12:44.849582 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device acddfa07-feaa-4c74-af4e-545b769bbc99 up at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:12:44.974933 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning for port acddfa07-feaa-4c74-af4e-545b769bbc99 completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:12:44.980087 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-44dba6c6-6e92-40c7-9119-f0b7a63a352d None None] Set router c1b400fc-c6ce-4df9-8a0a-5174a64dd374 gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:12:45.033866 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning complete for port acddfa07-feaa-4c74-af4e-545b769bbc99 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:12:45.034318 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:45.352586 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:45.414964 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effe3cba-b0fb-41bd-9649-ea3769ef70c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acddfa07-feaa-4c74-af4e-545b769bbc99'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:12:45.432690 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port acddfa07-feaa-4c74-af4e-545b769bbc99, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=acddfa07-feaa-4c74-af4e-545b769bbc99,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:12:45.436618 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:45.437503 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 58362b7c-bead-43a0-8ba6-003b0b5099bc no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:12:45.468006 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8c749caf-3dfd-45a8-8d34-d59e57aa56bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:45.517938 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] No Port match for: 58362b7c-bead-43a0-8ba6-003b0b5099bc {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:12:45.518327 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 58362b7c-bead-43a0-8ba6-003b0b5099bc not bound to the agent host hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:12:45.548387 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb48559-d2e4-435a-bc35-0d1326175a2f req-55efc96b-54f3-45c8-9e97-517e7c294d55 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:45.550006 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1cb48559-d2e4-435a-bc35-0d1326175a2f req-55efc96b-54f3-45c8-9e97-517e7c294d55 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.0923371 Apr 05 12:12:45.554933 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=acddfa07-feaa-4c74-af4e-545b769bbc99,revision_number=5']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:45.559220 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-44dba6c6-6e92-40c7-9119-f0b7a63a352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'name': 'tempest-AttachVolumeTestJSON-503048823-router', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:29Z', 'updated_at': '2021-04-05T12:06:47Z', 'revision_number': 4, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'gw_port': {'id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:30Z', 'updated_at': '2021-04-05T12:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': '2d285325-55f6-4b02-b636-1e398df8cf7d', 'name': '', 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'mac_address': 'fa:16:3e:dc:a0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:45Z', 'updated_at': '2021-04-05T12:06:56Z', 'revision_number': 5, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'subnets': [{'id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:12:45.562564 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:45.564236 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dba6c6-6e92-40c7-9119-f0b7a63a352d None None] The sync data for ids ['c1b400fc-c6ce-4df9-8a0a-5174a64dd374'] in dv-cinder-784763-1-smb is: [{'id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'name': 'tempest-AttachVolumeTestJSON-503048823-router', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:29Z', 'updated_at': '2021-04-05T12:06:47Z', 'revision_number': 4, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'gw_port': {'id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:30Z', 'updated_at': '2021-04-05T12:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': '2d285325-55f6-4b02-b636-1e398df8cf7d', 'name': '', 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'mac_address': 'fa:16:3e:dc:a0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:45Z', 'updated_at': '2021-04-05T12:06:56Z', 'revision_number': 5, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'subnets': [{'id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:12:45.600925 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1cb48559-d2e4-435a-bc35-0d1326175a2f req-0a140d0e-e3ca-482d-8d7c-027c34c6404a tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443351 Apr 05 12:12:45.659042 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effe3cba-b0fb-41bd-9649-ea3769ef70c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acddfa07-feaa-4c74-af4e-545b769bbc99', 'code': 200} Apr 05 12:12:45.909305 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bc95e-1905-49c5-907d-8d2ea5c67d5f req-8903bf6c-4986-43ec-adc5-238cf8977972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:45.911038 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1f1bc95e-1905-49c5-907d-8d2ea5c67d5f req-8903bf6c-4986-43ec-adc5-238cf8977972 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 1099 time: 0.0827279 Apr 05 12:12:45.945741 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5732f69-750e-4e6d-be99-1d0165fb67dc None None] New status for floating IP 4b2777d6-135f-4ba0-8881-98e112fecaa0: DOWN {{(pid=84420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 12:12:45.956103 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1f1bc95e-1905-49c5-907d-8d2ea5c67d5f req-30f07c66-5ee2-434d-90a6-a7be714ba3b7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382257 Apr 05 12:12:46.115964 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 55002) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:46.187976 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f37b8bb7-0ec5-48d2-b71e-6d5db0e66bc2 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:46.217686 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f37b8bb7-0ec5-48d2-b71e-6d5db0e66bc2 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:46.271922 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f37b8bb7-0ec5-48d2-b71e-6d5db0e66bc2 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:46.277087 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:46.294197 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b8bb7-0ec5-48d2-b71e-6d5db0e66bc2 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4aa49c7-f6a1-4481-b13c-c0cc9a963108,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:46.296509 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f37b8bb7-0ec5-48d2-b71e-6d5db0e66bc2 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:46.302711 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f37b8bb7-0ec5-48d2-b71e-6d5db0e66bc2 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:46.303975 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-f37b8bb7-0ec5-48d2-b71e-6d5db0e66bc2 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "DELETE /v2.0/security-groups/e4aa49c7-f6a1-4481-b13c-c0cc9a963108 HTTP/1.1" status: 204 len: 168 time: 0.1868806 Apr 05 12:12:46.306924 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 55010) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:46.340245 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.v2.resource [None req-38df5538-78f0-40ba-86ea-8703192954ef tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] show failed (client error): The resource could not be found. Apr 05 12:12:46.341615 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-38df5538-78f0-40ba-86ea-8703192954ef tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups/e4aa49c7-f6a1-4481-b13c-c0cc9a963108 HTTP/1.1" status: 404 len: 347 time: 0.0336080 Apr 05 12:12:46.344721 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 55014) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:46.517634 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-6628b995-12e5-4baf-915f-082fd50076c6 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Deleting port 764e1616-89d8-4040-bb8a-ecd841edadb4 {{(pid=84417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:12:46.518013 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6628b995-12e5-4baf-915f-082fd50076c6 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:46.698541 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6628b995-12e5-4baf-915f-082fd50076c6 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:46.698904 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6628b995-12e5-4baf-915f-082fd50076c6 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:46.803229 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271b038-c72e-4d03-a5c6-e81dc057545d req-9c782d1d-2ea1-4956-8ef8-3240944b55c9 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:46.804831 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0271b038-c72e-4d03-a5c6-e81dc057545d req-9c782d1d-2ea1-4956-8ef8-3240944b55c9 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.0876813 Apr 05 12:12:46.829378 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-6628b995-12e5-4baf-915f-082fd50076c6 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Calling delete_port for 764e1616-89d8-4040-bb8a-ecd841edadb4 owned by network:floatingip {{(pid=84417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:12:46.856211 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0271b038-c72e-4d03-a5c6-e81dc057545d req-f694da47-2db6-49ee-a4a5-3cd6c7ae51e8 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448961 Apr 05 12:12:46.972714 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6628b995-12e5-4baf-915f-082fd50076c6 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:46.988001 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4fc02f44-aa37-4e1c-93e8-9f4e230895de tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:47.042293 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628b995-12e5-4baf-915f-082fd50076c6 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Pushing event deleted for resources: {'Port': ['ID=764e1616-89d8-4040-bb8a-ecd841edadb4,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:47.046213 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6628b995-12e5-4baf-915f-082fd50076c6 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:47.254272 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6628b995-12e5-4baf-915f-082fd50076c6 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for floatingip, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:47.269316 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6628b995-12e5-4baf-915f-082fd50076c6 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:47.270572 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-6628b995-12e5-4baf-915f-082fd50076c6 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "DELETE /v2.0/floatingips/4b2777d6-135f-4ba0-8881-98e112fecaa0 HTTP/1.1" status: 204 len: 168 time: 0.9247713 Apr 05 12:12:47.593557 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 55026) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:47.599667 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-4cf4d4af-ef31-452f-9583-8f38fe417b79 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2094245160', 'description': 'tempest-description--2037628218'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:47.605981 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-4cf4d4af-ef31-452f-9583-8f38fe417b79 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:12:47.610252 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-4cf4d4af-ef31-452f-9583-8f38fe417b79 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Usage tracker for resource:security_group and tenant:ddc3c61214c148ae9122b41d30482408 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:12:47.613741 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-4cf4d4af-ef31-452f-9583-8f38fe417b79 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:12:47.619606 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-4cf4d4af-ef31-452f-9583-8f38fe417b79 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:12:47.629857 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4cf4d4af-ef31-452f-9583-8f38fe417b79 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:47.650640 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-4cf4d4af-ef31-452f-9583-8f38fe417b79 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:12:47.654729 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-4cf4d4af-ef31-452f-9583-8f38fe417b79 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Usage tracker for resource:security_group_rule and tenant:ddc3c61214c148ae9122b41d30482408 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:12:47.657683 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-4cf4d4af-ef31-452f-9583-8f38fe417b79 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:12:47.663644 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-4cf4d4af-ef31-452f-9583-8f38fe417b79 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:12:47.736103 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4cf4d4af-ef31-452f-9583-8f38fe417b79 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:47.739068 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4cf4d4af-ef31-452f-9583-8f38fe417b79 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:47.744966 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4fa1abf9-bba4-4655-82ab-e97bfe07474f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:47.788224 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4d4af-ef31-452f-9583-8f38fe417b79 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5649047d-698b-4240-8264-6d1624235002,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:47.791617 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4cf4d4af-ef31-452f-9583-8f38fe417b79 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:47.792796 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4cf4d4af-ef31-452f-9583-8f38fe417b79 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:47.796785 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-4cf4d4af-ef31-452f-9583-8f38fe417b79 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1994579 Apr 05 12:12:47.797342 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 55032) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:47.803027 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-16028d98-4747-44d7-aed7-12bd28ec1992 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Request body: {'security_group_rule': {'security_group_id': '5649047d-698b-4240-8264-6d1624235002', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:47.809400 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-16028d98-4747-44d7-aed7-12bd28ec1992 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:12:47.813379 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-16028d98-4747-44d7-aed7-12bd28ec1992 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Usage tracker for resource:security_group_rule and tenant:ddc3c61214c148ae9122b41d30482408 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:12:47.816458 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-16028d98-4747-44d7-aed7-12bd28ec1992 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:12:47.860484 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-16028d98-4747-44d7-aed7-12bd28ec1992 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:12:47.890750 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-16028d98-4747-44d7-aed7-12bd28ec1992 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:47.967466 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514302c9-3727-4e66-a721-83e926ddc5f1 req-959f35c1-b40b-469d-897c-c15130b31e15 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:47.969055 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-514302c9-3727-4e66-a721-83e926ddc5f1 req-959f35c1-b40b-469d-897c-c15130b31e15 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=d79551ad-3c3c-4efc-81e4-8ef9dde2b12f HTTP/1.1" status: 200 len: 945 time: 0.1496055 Apr 05 12:12:47.993990 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-16028d98-4747-44d7-aed7-12bd28ec1992 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:48.002120 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-16028d98-4747-44d7-aed7-12bd28ec1992 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072689'] for security_group_rule, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:48.020328 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:48.049829 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16028d98-4747-44d7-aed7-12bd28ec1992 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d24a3a9-c045-4ca3-b217-da43d91dab40,revision_number=0']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:48.053076 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-16028d98-4747-44d7-aed7-12bd28ec1992 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:48.056637 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-514302c9-3727-4e66-a721-83e926ddc5f1 req-c8e46d19-1902-49aa-9a81-04ff8b3da05d tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/security-groups?id=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799236 Apr 05 12:12:48.057497 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-16028d98-4747-44d7-aed7-12bd28ec1992 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:48.061412 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-16028d98-4747-44d7-aed7-12bd28ec1992 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2606986 Apr 05 12:12:48.061712 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 55040) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:48.066894 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-318442df-bbf4-44a8-a29c-45d124f1e6d1 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Request body: {'security_group_rule': {'security_group_id': '5649047d-698b-4240-8264-6d1624235002', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:48.073207 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-318442df-bbf4-44a8-a29c-45d124f1e6d1 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:12:48.077244 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-318442df-bbf4-44a8-a29c-45d124f1e6d1 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Usage tracker for resource:security_group_rule and tenant:ddc3c61214c148ae9122b41d30482408 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:12:48.080507 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-318442df-bbf4-44a8-a29c-45d124f1e6d1 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:12:48.086675 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-318442df-bbf4-44a8-a29c-45d124f1e6d1 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:12:48.103276 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-318442df-bbf4-44a8-a29c-45d124f1e6d1 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:48.117456 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf5ba5-d149-4b06-92c8-735b30916d05 req-50f0cd0e-5aab-4d4b-977b-48a01aa3133d tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:48.119065 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c5bf5ba5-d149-4b06-92c8-735b30916d05 req-50f0cd0e-5aab-4d4b-977b-48a01aa3133d tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.0892363 Apr 05 12:12:48.166590 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c5bf5ba5-d149-4b06-92c8-735b30916d05 req-9b27b1a6-e294-4045-ab94-c25fabceadaa tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409603 Apr 05 12:12:48.171633 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-318442df-bbf4-44a8-a29c-45d124f1e6d1 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:48.176153 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-318442df-bbf4-44a8-a29c-45d124f1e6d1 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072689'] for security_group_rule, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:48.178321 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:48.202647 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318442df-bbf4-44a8-a29c-45d124f1e6d1 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7e1d2d-6fa2-4a66-8987-124f38392471,revision_number=0']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:48.205205 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-318442df-bbf4-44a8-a29c-45d124f1e6d1 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:48.212874 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-318442df-bbf4-44a8-a29c-45d124f1e6d1 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:48.214225 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-318442df-bbf4-44a8-a29c-45d124f1e6d1 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1517360 Apr 05 12:12:48.217382 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 55046) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:48.222929 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-da9c1592-89a9-4797-8452-8e9379caca3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Request body: {'floatingip': {'floating_network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80'}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:48.229160 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-da9c1592-89a9-4797-8452-8e9379caca3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:12:48.233236 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-da9c1592-89a9-4797-8452-8e9379caca3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Usage tracker for resource:floatingip and tenant:ddc3c61214c148ae9122b41d30482408 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:12:48.236283 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-da9c1592-89a9-4797-8452-8e9379caca3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:12:48.242856 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-da9c1592-89a9-4797-8452-8e9379caca3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:12:48.253826 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-da9c1592-89a9-4797-8452-8e9379caca3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for floatingip, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:48.449719 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce6790-3553-40f3-a1bf-6f55af3a082f req-4a54aee6-291f-46f1-b28e-a8047c781dc3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:48.451310 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-21ce6790-3553-40f3-a1bf-6f55af3a082f req-4a54aee6-291f-46f1-b28e-a8047c781dc3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.1679609 Apr 05 12:12:48.460826 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 55050) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:48.466625 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-859b0e15-60a0-49ad-99ab-26de00941f98 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Request body: {'floatingip': {'port_id': 'acddfa07-feaa-4c74-af4e-545b769bbc99'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:48.474975 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-da9c1592-89a9-4797-8452-8e9379caca3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:48.551152 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-859b0e15-60a0-49ad-99ab-26de00941f98 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for floatingip, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:48.622912 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-da9c1592-89a9-4797-8452-8e9379caca3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Allocated IP 172.28.2.110 (31dbbfbb-1103-49d1-a0e5-ac5561337b80/73ae074f-8780-41b9-9bf3-4fc6dce4ecd5/0e26aa3a-8543-4c0a-8d26-f224f0d4f5f9) {{(pid=84417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:12:48.776437 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-da9c1592-89a9-4797-8452-8e9379caca3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for port, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:48.805980 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-da9c1592-89a9-4797-8452-8e9379caca3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:48.821717 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-83168238-f47d-4698-bc34-3f5770516bb3 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:48.972460 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c1592-89a9-4797-8452-8e9379caca3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Pushing event updated for resources: {'Port': ['ID=0e26aa3a-8543-4c0a-8d26-f224f0d4f5f9,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:48.977358 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-da9c1592-89a9-4797-8452-8e9379caca3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:49.023954 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9c1592-89a9-4797-8452-8e9379caca3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Network 31dbbfbb-1103-49d1-a0e5-ac5561337b80 is already hosted by enough agents. {{(pid=84417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:12:49.025786 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-da9c1592-89a9-4797-8452-8e9379caca3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Resources bound (agent type, host, resource id): {{(pid=84417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:12:49.028459 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9c1592-89a9-4797-8452-8e9379caca3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Received port after_create {{(pid=84417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:12:49.114251 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-da9c1592-89a9-4797-8452-8e9379caca3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:49.181227 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-da9c1592-89a9-4797-8452-8e9379caca3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:49.382911 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56934c19-cdbd-422d-be5d-4fedca72c11f req-871b4090-73b7-4d18-b5b4-1cb41500a25c tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:49.384546 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-56934c19-cdbd-422d-be5d-4fedca72c11f req-871b4090-73b7-4d18-b5b4-1cb41500a25c tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=d79551ad-3c3c-4efc-81e4-8ef9dde2b12f HTTP/1.1" status: 200 len: 945 time: 0.2107549 Apr 05 12:12:49.506834 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-56934c19-cdbd-422d-be5d-4fedca72c11f req-7fa9a13c-0e0c-4c3e-9ebc-911f62242608 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/security-groups?id=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123307 Apr 05 12:12:49.554428 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-859b0e15-60a0-49ad-99ab-26de00941f98 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:49.556982 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-859b0e15-60a0-49ad-99ab-26de00941f98 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854004789'] for floatingip, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:49.659087 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-da9c1592-89a9-4797-8452-8e9379caca3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for port, precommit_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:49.663185 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-da9c1592-89a9-4797-8452-8e9379caca3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853132046'] for port, after_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:49.682242 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-fddddc69-3e4c-4593-ac54-f6ba759fc2d6 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:49.735924 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.l3_db [None req-859b0e15-60a0-49ad-99ab-26de00941f98 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Floating IP 6481e660-5b8e-4320-8ff3-cda7a434ed77 associated. External IP: 172.28.2.228, port: acddfa07-feaa-4c74-af4e-545b769bbc99. Apr 05 12:12:49.820236 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c1592-89a9-4797-8452-8e9379caca3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Pushing event updated for resources: {'Port': ['ID=0e26aa3a-8543-4c0a-8d26-f224f0d4f5f9,revision_number=2']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:49.824621 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-da9c1592-89a9-4797-8452-8e9379caca3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:49.917535 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-da9c1592-89a9-4797-8452-8e9379caca3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854004789'] for floatingip, after_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:49.939286 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-da9c1592-89a9-4797-8452-8e9379caca3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:49.940890 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-da9c1592-89a9-4797-8452-8e9379caca3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7224572 Apr 05 12:12:50.112070 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859b0e15-60a0-49ad-99ab-26de00941f98 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Router 2ed1024c-404d-48eb-844a-bd8b14f3e405 has already been hosted by L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 {{(pid=84418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 12:12:50.119771 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-9f18ea47-3756-46cc-aeff-14011d6a28af tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Synchronizing usage tracker for tenant:ddc3c61214c148ae9122b41d30482408 on resource:security_group {{(pid=84417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:12:50.134719 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-9f18ea47-3756-46cc-aeff-14011d6a28af tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Unset dirty status for tenant:ddc3c61214c148ae9122b41d30482408 on resource:security_group {{(pid=84417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:12:50.135995 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-9f18ea47-3756-46cc-aeff-14011d6a28af tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2094245160&fields=id&tenant_id=ddc3c61214c148ae9122b41d30482408 HTTP/1.1" status: 200 len: 267 time: 0.0625293 Apr 05 12:12:50.298448 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-be69d882-b8c3-41bb-a212-730436583121 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:50.300574 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-be69d882-b8c3-41bb-a212-730436583121 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/networks?id=ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 HTTP/1.1" status: 200 len: 810 time: 0.1561415 Apr 05 12:12:50.303164 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859b0e15-60a0-49ad-99ab-26de00941f98 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:12:50.308100 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-859b0e15-60a0-49ad-99ab-26de00941f98 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:50.312793 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a743f1-87a0-4004-9d9b-91fd957341ac None None] Sync routers for ids ['2ed1024c-404d-48eb-844a-bd8b14f3e405'] in dv-cinder-784763-1-smb {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:12:50.318737 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-852cb5ae-4c3f-4f86-a4ea-c60165abd19f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/quotas/ddc3c61214c148ae9122b41d30482408 HTTP/1.1" status: 200 len: 375 time: 0.0115039 Apr 05 12:12:50.330805 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a743f1-87a0-4004-9d9b-91fd957341ac None None] Routers {'2ed1024c-404d-48eb-844a-bd8b14f3e405'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:12:50.331665 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-03a743f1-87a0-4004-9d9b-91fd957341ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:12:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['2ed1024c-404d-48eb-844a-bd8b14f3e405'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:12:50.383288 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-859b0e15-60a0-49ad-99ab-26de00941f98 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "PUT /v2.0/floatingips/6481e660-5b8e-4320-8ff3-cda7a434ed77 HTTP/1.1" status: 200 len: 992 time: 1.9173679 Apr 05 12:12:50.386086 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'effe3cba-b0fb-41bd-9649-ea3769ef70c5', 'tag': 'acddfa07-feaa-4c74-af4e-545b769bbc99'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:12:50.421230 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-107a2e88-84ea-448e-9f76-28c2b690abe1 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Synchronizing usage tracker for tenant:ddc3c61214c148ae9122b41d30482408 on resource:port {{(pid=84417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:12:50.436820 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-107a2e88-84ea-448e-9f76-28c2b690abe1 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Unset dirty status for tenant:ddc3c61214c148ae9122b41d30482408 on resource:port {{(pid=84417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:12:50.441700 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-107a2e88-84ea-448e-9f76-28c2b690abe1 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ddc3c61214c148ae9122b41d30482408&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1126120 Apr 05 12:12:50.539277 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-03a743f1-87a0-4004-9d9b-91fd957341ac None None] Set router 2ed1024c-404d-48eb-844a-bd8b14f3e405 gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:12:50.555550 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'effe3cba-b0fb-41bd-9649-ea3769ef70c5', 'tag': 'acddfa07-feaa-4c74-af4e-545b769bbc99', 'status': 'completed', 'code': 200} Apr 05 12:12:50.599388 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-859390e2-a091-4a32-9729-e3fd137294a3 service neutron] 10.222.0.26 "GET /v2.0/networks/ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477687 Apr 05 12:12:50.722774 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b9505-9e9d-40e0-a393-8ac3d84f0ead req-e82e921e-a029-4156-ac70-5e9542d832d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:50.724405 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-dc9b9505-9e9d-40e0-a393-8ac3d84f0ead req-e82e921e-a029-4156-ac70-5e9542d832d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef963fd801d14231908609f44c23fa0b&device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 1099 time: 0.1440156 Apr 05 12:12:50.752777 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-11f19b11-c8e7-4e11-bbc0-ba057e797d99 service neutron] 10.222.0.26 "GET /v2.0/networks/ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465554 Apr 05 12:12:50.849225 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d72046-ef7a-4d23-885d-389e3b22f606 req-85796015-d985-4a3b-8b91-4a28140eb5fe tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:50.850890 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-79d72046-ef7a-4d23-885d-389e3b22f606 req-85796015-d985-4a3b-8b91-4a28140eb5fe tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=d79551ad-3c3c-4efc-81e4-8ef9dde2b12f HTTP/1.1" status: 200 len: 945 time: 0.1968563 Apr 05 12:12:50.924011 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-03a743f1-87a0-4004-9d9b-91fd957341ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'name': 'tempest-AttachVolumeShelveTestJSON-1543860503-router', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:07:35Z', 'updated_at': '2021-04-05T12:07:44Z', 'revision_number': 4, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'gw_port': {'id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:15:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:37Z', 'updated_at': '2021-04-05T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_floatingips': [{'id': '6481e660-5b8e-4320-8ff3-cda7a434ed77', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'floating_ip_address': '172.28.2.228', 'floating_network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'router_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'port_id': 'acddfa07-feaa-4c74-af4e-545b769bbc99', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'mac_address': 'fa:16:3e:bb:41:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe3cba-b0fb-41bd-9649-ea3769ef70c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:12:33Z', 'updated_at': '2021-04-05T12:12:49Z', 'revision_number': 1, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37584758-d8ac-49b8-8ba8-399d92b30e1d', 'name': '', 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'mac_address': 'fa:16:3e:33:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:43Z', 'updated_at': '2021-04-05T12:07:53Z', 'revision_number': 5, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'subnets': [{'id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:12:50.928262 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a743f1-87a0-4004-9d9b-91fd957341ac None None] Checking router: 2ed1024c-404d-48eb-844a-bd8b14f3e405 for host: dv-cinder-784763-1-smb {{(pid=84419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:12:50.937271 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a743f1-87a0-4004-9d9b-91fd957341ac None None] Routers {'2ed1024c-404d-48eb-844a-bd8b14f3e405'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:12:50.937972 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-03a743f1-87a0-4004-9d9b-91fd957341ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:12:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['2ed1024c-404d-48eb-844a-bd8b14f3e405'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:12:50.953538 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-79d72046-ef7a-4d23-885d-389e3b22f606 req-eb126e0b-8e04-4064-bd07-dac5ec71ba5d tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/security-groups?id=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932975 Apr 05 12:12:50.984701 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b9505-9e9d-40e0-a393-8ac3d84f0ead req-aab434a3-3ef7-454d-9c9d-b2bd3b7740bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:50.986495 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-dc9b9505-9e9d-40e0-a393-8ac3d84f0ead req-aab434a3-3ef7-454d-9c9d-b2bd3b7740bd service neutron] 10.222.0.32 "GET /v2.0/networks?id=40fb80d3-753f-4a6e-8e1e-404338c152f4 HTTP/1.1" status: 200 len: 918 time: 0.2533324 Apr 05 12:12:50.995186 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6898c990-cc0d-4605-bb7f-53d0c4542a00 req-08edca97-4a12-482a-8276-384a79923545 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d1e4ec-b71e-4fc3-988f-072dbb57aa09 HTTP/1.1" status: 200 len: 210 time: 0.0850909 Apr 05 12:12:51.105594 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-dc9b9505-9e9d-40e0-a393-8ac3d84f0ead req-ecdf2c05-7011-45e7-adc6-e94524f3ee4d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acddfa07-feaa-4c74-af4e-545b769bbc99 HTTP/1.1" status: 200 len: 1000 time: 0.1117797 Apr 05 12:12:51.185289 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b9505-9e9d-40e0-a393-8ac3d84f0ead req-5326f6b9-52d8-472c-9735-8b0052893817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:51.186998 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-dc9b9505-9e9d-40e0-a393-8ac3d84f0ead req-5326f6b9-52d8-472c-9735-8b0052893817 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad6e7b7d-b348-4208-aa85-00f9b060484b HTTP/1.1" status: 200 len: 856 time: 0.0723813 Apr 05 12:12:51.276052 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b9505-9e9d-40e0-a393-8ac3d84f0ead req-11c84d6d-f539-4dfa-a46f-e6d397687038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:51.277901 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-dc9b9505-9e9d-40e0-a393-8ac3d84f0ead req-11c84d6d-f539-4dfa-a46f-e6d397687038 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=40fb80d3-753f-4a6e-8e1e-404338c152f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0836341 Apr 05 12:12:51.301170 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-03a743f1-87a0-4004-9d9b-91fd957341ac None None] Set router 2ed1024c-404d-48eb-844a-bd8b14f3e405 gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:12:51.446875 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-dc9b9505-9e9d-40e0-a393-8ac3d84f0ead req-2b7a69d0-100c-4bec-8a8e-749c9d21c33d service neutron] 10.222.0.32 "GET /v2.0/networks/40fb80d3-753f-4a6e-8e1e-404338c152f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609640 Apr 05 12:12:51.612170 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-dc9b9505-9e9d-40e0-a393-8ac3d84f0ead req-f2a59602-4de9-46ac-96cd-f95c8c290acb service neutron] 10.222.0.32 "GET /v2.0/networks/40fb80d3-753f-4a6e-8e1e-404338c152f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576757 Apr 05 12:12:51.693717 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-03a743f1-87a0-4004-9d9b-91fd957341ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'name': 'tempest-AttachVolumeShelveTestJSON-1543860503-router', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:07:35Z', 'updated_at': '2021-04-05T12:07:44Z', 'revision_number': 4, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'gw_port': {'id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:15:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:37Z', 'updated_at': '2021-04-05T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_floatingips': [{'id': '6481e660-5b8e-4320-8ff3-cda7a434ed77', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'floating_ip_address': '172.28.2.228', 'floating_network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'router_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'port_id': 'acddfa07-feaa-4c74-af4e-545b769bbc99', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'mac_address': 'fa:16:3e:bb:41:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe3cba-b0fb-41bd-9649-ea3769ef70c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:12:33Z', 'updated_at': '2021-04-05T12:12:49Z', 'revision_number': 1, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37584758-d8ac-49b8-8ba8-399d92b30e1d', 'name': '', 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'mac_address': 'fa:16:3e:33:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:43Z', 'updated_at': '2021-04-05T12:07:53Z', 'revision_number': 5, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'subnets': [{'id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:12:51.697888 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a743f1-87a0-4004-9d9b-91fd957341ac None None] The sync data for ids ['2ed1024c-404d-48eb-844a-bd8b14f3e405'] in dv-cinder-784763-1-smb is: [{'id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'name': 'tempest-AttachVolumeShelveTestJSON-1543860503-router', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:07:35Z', 'updated_at': '2021-04-05T12:07:44Z', 'revision_number': 4, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'gw_port': {'id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:15:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:37Z', 'updated_at': '2021-04-05T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_floatingips': [{'id': '6481e660-5b8e-4320-8ff3-cda7a434ed77', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'floating_ip_address': '172.28.2.228', 'floating_network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'router_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'port_id': 'acddfa07-feaa-4c74-af4e-545b769bbc99', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'mac_address': 'fa:16:3e:bb:41:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe3cba-b0fb-41bd-9649-ea3769ef70c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:12:33Z', 'updated_at': '2021-04-05T12:12:49Z', 'revision_number': 1, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37584758-d8ac-49b8-8ba8-399d92b30e1d', 'name': '', 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'mac_address': 'fa:16:3e:33:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:43Z', 'updated_at': '2021-04-05T12:07:53Z', 'revision_number': 5, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'subnets': [{'id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:12:51.971098 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a978c4-8292-4787-b212-a14421cb606a None None] New status for floating IP 6481e660-5b8e-4320-8ff3-cda7a434ed77: ACTIVE {{(pid=84420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 12:12:52.193821 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00232aac-e048-4b0f-b785-721f4b056049 req-f74b3a31-1f8b-4ce2-ba29-7599195ccc6b tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:52.195488 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-00232aac-e048-4b0f-b785-721f4b056049 req-f74b3a31-1f8b-4ce2-ba29-7599195ccc6b tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=d79551ad-3c3c-4efc-81e4-8ef9dde2b12f HTTP/1.1" status: 200 len: 945 time: 0.1115015 Apr 05 12:12:52.210088 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-d9365aba-247c-4f73-8f2f-3f3c499dcb09 req-98240d2a-c514-4333-a4f9-f6d121209c3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Synchronizing usage tracker for tenant:ddc3c61214c148ae9122b41d30482408 on resource:port {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:12:52.250905 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-00232aac-e048-4b0f-b785-721f4b056049 req-0e20e632-1ee7-433c-a70a-9d7ae490351c tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/security-groups?id=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489666 Apr 05 12:12:52.289337 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-d9365aba-247c-4f73-8f2f-3f3c499dcb09 req-98240d2a-c514-4333-a4f9-f6d121209c3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Unset dirty status for tenant:ddc3c61214c148ae9122b41d30482408 on resource:port {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:12:52.290650 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d9365aba-247c-4f73-8f2f-3f3c499dcb09 req-98240d2a-c514-4333-a4f9-f6d121209c3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d1e4ec-b71e-4fc3-988f-072dbb57aa09 HTTP/1.1" status: 200 len: 210 time: 0.1578581 Apr 05 12:12:52.355348 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-948f9cdb-292a-4cc9-9cd5-e5a3889f9753 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:52.356908 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-948f9cdb-292a-4cc9-9cd5-e5a3889f9753 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.32 "GET /v2.0/networks?id=ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 HTTP/1.1" status: 200 len: 810 time: 0.1874249 Apr 05 12:12:52.454711 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-1b07671d-099f-423c-a326-86e2fa52c48c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Synchronizing usage tracker for tenant:ddc3c61214c148ae9122b41d30482408 on resource:security_group {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:12:52.466903 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-1b07671d-099f-423c-a326-86e2fa52c48c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Unset dirty status for tenant:ddc3c61214c148ae9122b41d30482408 on resource:security_group {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:12:52.468307 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-1b07671d-099f-423c-a326-86e2fa52c48c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ddc3c61214c148ae9122b41d30482408 HTTP/1.1" status: 200 len: 5705 time: 0.0886397 Apr 05 12:12:52.477694 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-06e8931c-f24d-4464-9265-09d4c61a5465 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Request body: {'port': {'device_id': '38d1e4ec-b71e-4fc3-988f-072dbb57aa09', 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0', 'admin_state_up': True, 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'security_groups': ['5649047d-698b-4240-8264-6d1624235002']}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:52.618840 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-06e8931c-f24d-4464-9265-09d4c61a5465 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:12:52.629222 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-06e8931c-f24d-4464-9265-09d4c61a5465 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:12:52.638094 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-06e8931c-f24d-4464-9265-09d4c61a5465 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Made reservation on behalf of ddc3c61214c148ae9122b41d30482408 for: {'port': 1} {{(pid=84418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 12:12:52.644664 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-06e8931c-f24d-4464-9265-09d4c61a5465 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:52.810734 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-06e8931c-f24d-4464-9265-09d4c61a5465 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Allocated IP 172.20.0.14 (ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0/e2cc0a18-1ec0-47fc-acf4-d5c1651f886a/c323d51f-6980-4800-9899-b72a3fe52925) {{(pid=84418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 12:12:53.306124 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad12cb3-192a-40c2-89f0-c9a963b8f218 req-c0502fe6-7942-4d8f-b7a5-00498e451cf7 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:53.307697 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7ad12cb3-192a-40c2-89f0-c9a963b8f218 req-c0502fe6-7942-4d8f-b7a5-00498e451cf7 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79551ad-3c3c-4efc-81e4-8ef9dde2b12f HTTP/1.1" status: 200 len: 945 time: 0.2021990 Apr 05 12:12:53.315702 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-06e8931c-f24d-4464-9265-09d4c61a5465 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for port, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:53.447768 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-06e8931c-f24d-4464-9265-09d4c61a5465 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Transition to ACTIVE for port object c323d51f-6980-4800-9899-b72a3fe52925 will not be triggered until provisioned by entity DHCP. {{(pid=84418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:12:53.464047 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0029c1ff-c8e0-4476-a3b3-d8e47b6edc4d req-df3e3db5-382f-4a66-b82d-0fcb2e000e3f tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d1e4ec-b71e-4fc3-988f-072dbb57aa09 HTTP/1.1" status: 200 len: 210 time: 0.0486777 Apr 05 12:12:53.471218 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-7ad12cb3-192a-40c2-89f0-c9a963b8f218 req-4ea7bca8-ccf8-4e2b-8348-8965b0186c2f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Deleting port 4487a5bf-441f-49e1-9a24-14280029f172 {{(pid=84418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:12:53.471602 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-7ad12cb3-192a-40c2-89f0-c9a963b8f218 req-4ea7bca8-ccf8-4e2b-8348-8965b0186c2f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:53.614183 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c0e64-6e43-4be3-b128-281104f2365f req-f3d81478-3ce1-4c9c-b24f-32414badeee4 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:53.615712 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-544c0e64-6e43-4be3-b128-281104f2365f req-f3d81478-3ce1-4c9c-b24f-32414badeee4 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=d79551ad-3c3c-4efc-81e4-8ef9dde2b12f HTTP/1.1" status: 200 len: 945 time: 0.2433879 Apr 05 12:12:53.619438 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-06e8931c-f24d-4464-9265-09d4c61a5465 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757196516330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:53.644121 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-590136fd-3a4e-4b66-8f4e-9eff144ef359 tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:53.869961 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8931c-f24d-4464-9265-09d4c61a5465 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Pushing event updated for resources: {'Port': ['ID=c323d51f-6980-4800-9899-b72a3fe52925,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:53.922656 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-544c0e64-6e43-4be3-b128-281104f2365f req-e358dff9-3aa2-4c9e-a6d5-3c19159caa03 tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/security-groups?id=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943101 Apr 05 12:12:53.923572 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-06e8931c-f24d-4464-9265-09d4c61a5465 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:54.015005 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-7ad12cb3-192a-40c2-89f0-c9a963b8f218 req-4ea7bca8-ccf8-4e2b-8348-8965b0186c2f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] For port 4487a5bf-441f-49e1-9a24-14280029f172, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=4487a5bf-441f-49e1-9a24-14280029f172,segment=NetworkSegment(8793527f-f5f4-4462-904e-056a8816ed3e),segment_id=8793527f-f5f4-4462-904e-056a8816ed3e)] {{(pid=84418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:12:54.015413 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-7ad12cb3-192a-40c2-89f0-c9a963b8f218 req-4ea7bca8-ccf8-4e2b-8348-8965b0186c2f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:54.024996 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-06e8931c-f24d-4464-9265-09d4c61a5465 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Network ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 is already hosted by enough agents. {{(pid=84418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 12:12:54.028517 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-06e8931c-f24d-4464-9265-09d4c61a5465 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Resources bound (agent type, host, resource id): {{(pid=84418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 12:12:54.032019 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-06e8931c-f24d-4464-9265-09d4c61a5465 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Received port after_create {{(pid=84418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 12:12:54.184134 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-7ad12cb3-192a-40c2-89f0-c9a963b8f218 req-4ea7bca8-ccf8-4e2b-8348-8965b0186c2f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Calling delete_port for 4487a5bf-441f-49e1-9a24-14280029f172 owned by compute:nova {{(pid=84418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:12:54.224633 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-da6ad5ca-68fd-4323-b1f1-0c82b94d39f9 None None] Provisioning for port c323d51f-6980-4800-9899-b72a3fe52925 completed by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:12:54.231019 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-da6ad5ca-68fd-4323-b1f1-0c82b94d39f9 None None] Provisioning complete for port c323d51f-6980-4800-9899-b72a3fe52925 triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:12:54.231512 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-da6ad5ca-68fd-4323-b1f1-0c82b94d39f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:54.279158 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-06e8931c-f24d-4464-9265-09d4c61a5465 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:54.279827 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-06e8931c-f24d-4464-9265-09d4c61a5465 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:54.292420 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-da6ad5ca-68fd-4323-b1f1-0c82b94d39f9 None None] Port c323d51f-6980-4800-9899-b72a3fe52925 cannot update to ACTIVE because it is not bound. {{(pid=84419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 12:12:54.351976 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-06e8931c-f24d-4464-9265-09d4c61a5465 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8781831 Apr 05 12:12:54.370947 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-3fa067cf-3d24-4d9a-8787-2fe5fea4fbef service neutron] Request body: {'port': {'device_id': '38d1e4ec-b71e-4fc3-988f-072dbb57aa09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:54.442037 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-7ad12cb3-192a-40c2-89f0-c9a963b8f218 req-4ea7bca8-ccf8-4e2b-8348-8965b0186c2f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:54.459901 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['4487a5bf-441f-49e1-9a24-14280029f172'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:12:54.493086 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0d902a4d-0624-4fbb-90e6-1e3dad55ad2c tempest-VolumesActionsTest-1879257309 tempest-VolumesActionsTest-1879257309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:54.560444 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7bca8-ccf8-4e2b-8348-8965b0186c2f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Pushing event deleted for resources: {'Port': ['ID=4487a5bf-441f-49e1-9a24-14280029f172,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:54.568433 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4ea7bca8-ccf8-4e2b-8348-8965b0186c2f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:54.647665 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-3fa067cf-3d24-4d9a-8787-2fe5fea4fbef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:54.671084 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07908a0-7016-40ea-856b-7e6fa25b5507 req-dc4151a9-ca23-4ce9-8a96-de318ff4662d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:54.672696 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f07908a0-7016-40ea-856b-7e6fa25b5507 req-dc4151a9-ca23-4ce9-8a96-de318ff4662d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d1e4ec-b71e-4fc3-988f-072dbb57aa09 HTTP/1.1" status: 200 len: 932 time: 0.0908704 Apr 05 12:12:54.723015 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f07908a0-7016-40ea-856b-7e6fa25b5507 req-42d2ce71-0a77-4183-8cb9-9037656e5904 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=5649047d-698b-4240-8264-6d1624235002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428944 Apr 05 12:12:54.873494 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad12cb3-192a-40c2-89f0-c9a963b8f218 req-4ea7bca8-ccf8-4e2b-8348-8965b0186c2f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] No DVR routers for this DVR port 4487a5bf-441f-49e1-9a24-14280029f172 on host hv-cinder-78476 {{(pid=84418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 12:12:54.877368 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-7ad12cb3-192a-40c2-89f0-c9a963b8f218 req-4ea7bca8-ccf8-4e2b-8348-8965b0186c2f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:54.880082 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79551ad-3c3c-4efc-81e4-8ef9dde2b12f', 'name': 'network-vif-deleted', 'tag': '4487a5bf-441f-49e1-9a24-14280029f172'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:12:54.941112 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79551ad-3c3c-4efc-81e4-8ef9dde2b12f', 'name': 'network-vif-deleted', 'tag': '4487a5bf-441f-49e1-9a24-14280029f172', 'status': 'completed', 'code': 200} Apr 05 12:12:54.948227 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7ad12cb3-192a-40c2-89f0-c9a963b8f218 req-4ea7bca8-ccf8-4e2b-8348-8965b0186c2f tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.32 "DELETE /v2.0/ports/4487a5bf-441f-49e1-9a24-14280029f172 HTTP/1.1" status: 204 len: 173 time: 1.6291828 Apr 05 12:12:55.132560 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-c969caee-1c21-4aba-86a8-4cf3d150915f req-9450df7e-8b15-4eee-a5a8-7f96da84111e tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Synchronizing usage tracker for tenant:158305ce32604257a636782848a89730 on resource:port {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:12:55.168167 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-c969caee-1c21-4aba-86a8-4cf3d150915f req-9450df7e-8b15-4eee-a5a8-7f96da84111e tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] Unset dirty status for tenant:158305ce32604257a636782848a89730 on resource:port {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:12:55.169322 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c969caee-1c21-4aba-86a8-4cf3d150915f req-9450df7e-8b15-4eee-a5a8-7f96da84111e tempest-VolumesSnapshotTestJSON-730276859 tempest-VolumesSnapshotTestJSON-730276859-project] 10.222.0.26 "GET /v2.0/ports?device_id=d79551ad-3c3c-4efc-81e4-8ef9dde2b12f HTTP/1.1" status: 200 len: 210 time: 0.1023362 Apr 05 12:12:55.253781 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-3fa067cf-3d24-4d9a-8787-2fe5fea4fbef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c323d51f-6980-4800-9899-b72a3fe52925 {{(pid=84418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:12:55.261363 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-3fa067cf-3d24-4d9a-8787-2fe5fea4fbef service neutron] Notify callbacks [] for port, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:55.276681 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-3fa067cf-3d24-4d9a-8787-2fe5fea4fbef service neutron] Transition to ACTIVE for port object c323d51f-6980-4800-9899-b72a3fe52925 will not be triggered until provisioned by entity L2. {{(pid=84418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 12:12:55.279341 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-3fa067cf-3d24-4d9a-8787-2fe5fea4fbef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626450'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:55.294775 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d4a0c122-4fae-4230-94a0-c98d95348a1d tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:55.438502 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa067cf-3d24-4d9a-8787-2fe5fea4fbef service neutron] Pushing event updated for resources: {'Port': ['ID=c323d51f-6980-4800-9899-b72a3fe52925,revision_number=2']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:55.442693 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3fa067cf-3d24-4d9a-8787-2fe5fea4fbef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:55.570996 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5a5bdfbd-d496-49f5-be16-32b98ecd7e83 req-1b4ad92c-141c-4254-92f9-f38232ed2165 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-16563524&fields=id&tenant_id=f8d81770d2fd44d7834fe19f72c36891 HTTP/1.1" status: 200 len: 267 time: 0.0718348 Apr 05 12:12:55.676987 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bdfbd-d496-49f5-be16-32b98ecd7e83 req-3452324c-0dc9-4ca2-a758-b49867e2cf66 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:55.678820 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5a5bdfbd-d496-49f5-be16-32b98ecd7e83 req-3452324c-0dc9-4ca2-a758-b49867e2cf66 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 985 time: 0.1015050 Apr 05 12:12:55.692478 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-5a5bdfbd-d496-49f5-be16-32b98ecd7e83 req-145d3406-bd2b-4f2f-ba94-b7ca16ab2e75 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Request body: {'port': {'security_groups': ['87d536f6-5fcb-4011-a077-d19bf2a34446']}} {{(pid=84417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:55.827807 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-5a5bdfbd-d496-49f5-be16-32b98ecd7e83 req-145d3406-bd2b-4f2f-ba94-b7ca16ab2e75 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:55.955450 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-3fa067cf-3d24-4d9a-8787-2fe5fea4fbef service neutron] Attempting to bind port c323d51f-6980-4800-9899-b72a3fe52925 on host hv-cinder-78476 for vnic_type normal with profile {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 12:12:55.955832 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-3fa067cf-3d24-4d9a-8787-2fe5fea4fbef service neutron] Attempting to bind port c323d51f-6980-4800-9899-b72a3fe52925 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '0c3b046c-3d9d-4bb7-a47e-97e66d32d96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0'}] {{(pid=84418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 12:12:55.956703 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-3fa067cf-3d24-4d9a-8787-2fe5fea4fbef service neutron] Attempting to bind port c323d51f-6980-4800-9899-b72a3fe52925 on network ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:12:55.964117 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-3fa067cf-3d24-4d9a-8787-2fe5fea4fbef service neutron] Port c323d51f-6980-4800-9899-b72a3fe52925 on network ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 12:12:55.964473 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-3fa067cf-3d24-4d9a-8787-2fe5fea4fbef service neutron] Attempting to bind port c323d51f-6980-4800-9899-b72a3fe52925 on network ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 12:12:55.974234 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-3fa067cf-3d24-4d9a-8787-2fe5fea4fbef service neutron] Checking agent: {'id': 'b4ce1f0a-2cfc-4a41-8c75-ffa3be69bd3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:12:55.974610 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-3fa067cf-3d24-4d9a-8787-2fe5fea4fbef service neutron] Checking segment: {'id': '0c3b046c-3d9d-4bb7-a47e-97e66d32d96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 12:12:55.975031 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-3fa067cf-3d24-4d9a-8787-2fe5fea4fbef service neutron] Bound using segment: {'id': '0c3b046c-3d9d-4bb7-a47e-97e66d32d96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0'} {{(pid=84418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:12:55.975503 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-3fa067cf-3d24-4d9a-8787-2fe5fea4fbef service neutron] Bound port: c323d51f-6980-4800-9899-b72a3fe52925, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c3b046c-3d9d-4bb7-a47e-97e66d32d96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0'}}] {{(pid=84418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 12:12:55.975880 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-3fa067cf-3d24-4d9a-8787-2fe5fea4fbef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:56.001500 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cb1ea-a6de-45b7-a6f2-77436f86fbd9 req-4f78bbf4-cb05-44a5-823b-41b412b7ab95 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:56.002289 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-533cb1ea-a6de-45b7-a6f2-77436f86fbd9 req-4f78bbf4-cb05-44a5-823b-41b412b7ab95 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Synchronizing usage tracker for tenant:ddc3c61214c148ae9122b41d30482408 on resource:port {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:12:56.064197 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-533cb1ea-a6de-45b7-a6f2-77436f86fbd9 req-4f78bbf4-cb05-44a5-823b-41b412b7ab95 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Unset dirty status for tenant:ddc3c61214c148ae9122b41d30482408 on resource:port {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:12:56.065494 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-533cb1ea-a6de-45b7-a6f2-77436f86fbd9 req-4f78bbf4-cb05-44a5-823b-41b412b7ab95 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d1e4ec-b71e-4fc3-988f-072dbb57aa09 HTTP/1.1" status: 200 len: 944 time: 0.2107160 Apr 05 12:12:56.114625 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-3fa067cf-3d24-4d9a-8787-2fe5fea4fbef service neutron] For port c323d51f-6980-4800-9899-b72a3fe52925, host hv-cinder-78476, cleared binding levels {{(pid=84418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 12:12:56.119407 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-3fa067cf-3d24-4d9a-8787-2fe5fea4fbef service neutron] For port c323d51f-6980-4800-9899-b72a3fe52925, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c323d51f-6980-4800-9899-b72a3fe52925,segment=NetworkSegment(0c3b046c-3d9d-4bb7-a47e-97e66d32d96b),segment_id=0c3b046c-3d9d-4bb7-a47e-97e66d32d96b)] {{(pid=84418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 12:12:56.130742 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-3fa067cf-3d24-4d9a-8787-2fe5fea4fbef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626450'] for port, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:56.143418 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-5a5bdfbd-d496-49f5-be16-32b98ecd7e83 req-145d3406-bd2b-4f2f-ba94-b7ca16ab2e75 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] For port 75845820-fbee-468c-b268-d6d400e77f3a, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=75845820-fbee-468c-b268-d6d400e77f3a,segment=NetworkSegment(1bdecabc-5534-43a9-abff-d8e78826a5b3),segment_id=1bdecabc-5534-43a9-abff-d8e78826a5b3)] {{(pid=84417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:12:56.149613 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8b4c14e7-dd81-4ec7-a473-b452a725e2eb tempest-VolumesActionsTest-1352257763 tempest-VolumesActionsTest-1352257763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:56.169666 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-5a5bdfbd-d496-49f5-be16-32b98ecd7e83 req-145d3406-bd2b-4f2f-ba94-b7ca16ab2e75 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for port, precommit_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:56.173258 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-5a5bdfbd-d496-49f5-be16-32b98ecd7e83 req-145d3406-bd2b-4f2f-ba94-b7ca16ab2e75 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853132046'] for port, after_update {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:56.183996 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['75845820-fbee-468c-b268-d6d400e77f3a'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:12:56.191010 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-90bdd1be-f72f-43e4-a0e5-00b95e8adf6b tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:56.213833 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-533cb1ea-a6de-45b7-a6f2-77436f86fbd9 req-5864b433-9d8f-4b3d-bb3b-38af713dbf48 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=5649047d-698b-4240-8264-6d1624235002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349301 Apr 05 12:12:56.277985 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d3406-bd2b-4f2f-ba94-b7ca16ab2e75 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Pushing event updated for resources: {'Port': ['ID=75845820-fbee-468c-b268-d6d400e77f3a,revision_number=7']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:56.284393 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-145d3406-bd2b-4f2f-ba94-b7ca16ab2e75 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:56.309637 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa067cf-3d24-4d9a-8787-2fe5fea4fbef service neutron] Pushing event updated for resources: {'Port': ['ID=c323d51f-6980-4800-9899-b72a3fe52925,revision_number=3']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:56.321994 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3fa067cf-3d24-4d9a-8787-2fe5fea4fbef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:56.378603 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-3fa067cf-3d24-4d9a-8787-2fe5fea4fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:56.379447 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-3fa067cf-3d24-4d9a-8787-2fe5fea4fbef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:56.380969 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-3fa067cf-3d24-4d9a-8787-2fe5fea4fbef service neutron] 10.222.0.32 "PUT /v2.0/ports/c323d51f-6980-4800-9899-b72a3fe52925 HTTP/1.1" status: 200 len: 1094 time: 2.0145144 Apr 05 12:12:56.461381 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bdfbd-d496-49f5-be16-32b98ecd7e83 req-145d3406-bd2b-4f2f-ba94-b7ca16ab2e75 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:56.462395 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-5a5bdfbd-d496-49f5-be16-32b98ecd7e83 req-145d3406-bd2b-4f2f-ba94-b7ca16ab2e75 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:56.464699 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-5a5bdfbd-d496-49f5-be16-32b98ecd7e83 req-145d3406-bd2b-4f2f-ba94-b7ca16ab2e75 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "PUT /v2.0/ports/75845820-fbee-468c-b268-d6d400e77f3a HTTP/1.1" status: 200 len: 943 time: 0.7783811 Apr 05 12:12:56.466216 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0820af4e-bc30-43d4-9417-799524039c4b', 'tag': '75845820-fbee-468c-b268-d6d400e77f3a'}] {{(pid=84417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:12:56.475674 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 55126) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:56.557896 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['75845820-fbee-468c-b268-d6d400e77f3a'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:12:56.561799 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-3082e940-d190-4287-9d7c-66eeb4d176ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:56.563465 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-3082e940-d190-4287-9d7c-66eeb4d176ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddc3c61214c148ae9122b41d30482408&device_id=38d1e4ec-b71e-4fc3-988f-072dbb57aa09 HTTP/1.1" status: 200 len: 1097 time: 0.1409132 Apr 05 12:12:56.624704 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7a9703da-9845-4221-a30f-f69efb9cc857 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:56.649567 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0820af4e-bc30-43d4-9417-799524039c4b', 'tag': '75845820-fbee-468c-b268-d6d400e77f3a', 'status': 'completed', 'code': 200} Apr 05 12:12:56.713146 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7a9703da-9845-4221-a30f-f69efb9cc857 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:56.744746 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-1d5a2371-70ef-41b3-a592-c7d06bf8706d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c323d51f-6980-4800-9899-b72a3fe52925 HTTP/1.1" status: 200 len: 217 time: 0.1692011 Apr 05 12:12:56.785730 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7a9703da-9845-4221-a30f-f69efb9cc857 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:56.792594 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c7ac3c31-043e-46b3-9efb-ff544884d4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:56.815289 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9703da-9845-4221-a30f-f69efb9cc857 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42202d96-a056-4e4a-925c-2aaf260e1692,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:56.827884 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7a9703da-9845-4221-a30f-f69efb9cc857 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:56.837343 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7a9703da-9845-4221-a30f-f69efb9cc857 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:56.838605 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-7a9703da-9845-4221-a30f-f69efb9cc857 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "DELETE /v2.0/security-groups/42202d96-a056-4e4a-925c-2aaf260e1692 HTTP/1.1" status: 204 len: 168 time: 0.3616712 Apr 05 12:12:56.841979 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 55134) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:56.859878 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-ad2388fe-a1ac-4eb8-8ef7-5e1deefa8855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:56.861402 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-ad2388fe-a1ac-4eb8-8ef7-5e1deefa8855 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e2cc0a18-1ec0-47fc-acf4-d5c1651f886a HTTP/1.1" status: 200 len: 849 time: 0.1079712 Apr 05 12:12:56.862549 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 4487a5bf-441f-49e1-9a24-14280029f172 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:12:56.905814 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] No Port match for: 4487a5bf-441f-49e1-9a24-14280029f172 {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:12:56.906200 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 4487a5bf-441f-49e1-9a24-14280029f172 not bound to the agent host hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:12:56.918555 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-1c01d53a-7536-49cf-a703-f8ced7a75225 None None] Provisioning complete for port 75845820-fbee-468c-b268-d6d400e77f3a triggered by entity DHCP. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:12:56.919166 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1c01d53a-7536-49cf-a703-f8ced7a75225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:56.924411 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e171096-237a-4a01-949d-c054ee868859 req-0f0d86f6-a5f9-4824-af89-9fd5288c7b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:56.926106 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4e171096-237a-4a01-949d-c054ee868859 req-0f0d86f6-a5f9-4824-af89-9fd5288c7b97 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8d81770d2fd44d7834fe19f72c36891&device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 1099 time: 0.2506077 Apr 05 12:12:56.966265 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d1e4ec-b71e-4fc3-988f-072dbb57aa09', 'tag': 'c323d51f-6980-4800-9899-b72a3fe52925'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:12:57.079631 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d1e4ec-b71e-4fc3-988f-072dbb57aa09', 'tag': 'c323d51f-6980-4800-9899-b72a3fe52925', 'status': 'completed', 'code': 200} Apr 05 12:12:57.111155 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-7c24fa72-5ff4-47f9-b43f-18f60a257fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:57.113043 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-7c24fa72-5ff4-47f9-b43f-18f60a257fba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2411001 Apr 05 12:12:57.159001 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-071d6445-0a6e-4ba4-ab7f-2b3c091c73b4 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Deleting port 8422e0c1-a48a-4e17-8625-2399ed285492 {{(pid=84417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:12:57.159904 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-071d6445-0a6e-4ba4-ab7f-2b3c091c73b4 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:57.238025 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e171096-237a-4a01-949d-c054ee868859 req-ab7dc7cd-5423-4266-9170-4476746ff1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:57.239504 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4e171096-237a-4a01-949d-c054ee868859 req-ab7dc7cd-5423-4266-9170-4476746ff1e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ec78b1d2-852f-4bf9-9578-58aa877b687e HTTP/1.1" status: 200 len: 916 time: 0.3064935 Apr 05 12:12:57.379217 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-071d6445-0a6e-4ba4-ab7f-2b3c091c73b4 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:57.379708 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-071d6445-0a6e-4ba4-ab7f-2b3c091c73b4 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:57.383028 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4e171096-237a-4a01-949d-c054ee868859 req-66cd8ae5-d356-4c59-abe2-e5cefe3242c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75845820-fbee-468c-b268-d6d400e77f3a HTTP/1.1" status: 200 len: 1002 time: 0.1276011 Apr 05 12:12:57.385093 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-8d6b0cfe-b0a6-4b8d-925f-554c26ea79b6 service neutron] 10.222.0.32 "GET /v2.0/networks/ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626865 Apr 05 12:12:57.531569 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-071d6445-0a6e-4ba4-ab7f-2b3c091c73b4 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Calling delete_port for 8422e0c1-a48a-4e17-8625-2399ed285492 owned by network:floatingip {{(pid=84417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:12:57.568966 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e171096-237a-4a01-949d-c054ee868859 req-07ca67f9-7a9b-4533-ab3a-67866dc2c136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:57.570608 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4e171096-237a-4a01-949d-c054ee868859 req-07ca67f9-7a9b-4533-ab3a-67866dc2c136 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=94f6df90-74f4-4bb0-84fb-b014c2dc31ba HTTP/1.1" status: 200 len: 854 time: 0.1735556 Apr 05 12:12:57.650474 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f4405a56-ddc4-4661-9ce6-89f666300c2a req-c3205f45-fa76-4661-80d7-fbc6040d2ddd service neutron] 10.222.0.32 "GET /v2.0/networks/ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155085 Apr 05 12:12:57.680263 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e171096-237a-4a01-949d-c054ee868859 req-01dcfa2d-1755-40f5-9e27-a44857619cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:57.681939 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4e171096-237a-4a01-949d-c054ee868859 req-01dcfa2d-1755-40f5-9e27-a44857619cfc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec78b1d2-852f-4bf9-9578-58aa877b687e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1009901 Apr 05 12:12:57.833921 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55953f92-7cfa-48ab-9fb8-cd1e607a028f req-2d8d99e8-a783-4406-b5b6-e7356c163ce6 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:57.835434 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-55953f92-7cfa-48ab-9fb8-cd1e607a028f req-2d8d99e8-a783-4406-b5b6-e7356c163ce6 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d1e4ec-b71e-4fc3-988f-072dbb57aa09 HTTP/1.1" status: 200 len: 944 time: 0.4983165 Apr 05 12:12:57.899401 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4e171096-237a-4a01-949d-c054ee868859 req-36dcde9d-cbca-4d39-805a-59761430b2c8 service neutron] 10.222.0.32 "GET /v2.0/networks/ec78b1d2-852f-4bf9-9578-58aa877b687e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045362 Apr 05 12:12:57.900111 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-55953f92-7cfa-48ab-9fb8-cd1e607a028f req-7f98838e-a110-4c7c-9253-4cfb9d7f3805 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=5649047d-698b-4240-8264-6d1624235002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564313 Apr 05 12:12:57.901466 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23424d2d-3ebb-4e54-903a-c9e065826631 req-ea8cc499-70a1-4369-8269-81ea82080f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:57.902947 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-23424d2d-3ebb-4e54-903a-c9e065826631 req-ea8cc499-70a1-4369-8269-81ea82080f31 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddc3c61214c148ae9122b41d30482408&device_id=38d1e4ec-b71e-4fc3-988f-072dbb57aa09 HTTP/1.1" status: 200 len: 1097 time: 0.2068095 Apr 05 12:12:57.963838 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-071d6445-0a6e-4ba4-ab7f-2b3c091c73b4 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:57.979470 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e7d5f271-1a2b-482c-ba9d-7c5ceaa15d93 tempest-AttachVolumeNegativeTest-156865401 tempest-AttachVolumeNegativeTest-156865401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:12:58.034769 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d6445-0a6e-4ba4-ab7f-2b3c091c73b4 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Pushing event deleted for resources: {'Port': ['ID=8422e0c1-a48a-4e17-8625-2399ed285492,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:12:58.038627 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-071d6445-0a6e-4ba4-ab7f-2b3c091c73b4 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:12:58.165248 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4e171096-237a-4a01-949d-c054ee868859 req-384eca2b-0fdb-43c1-ad7c-a51c1935b3b5 service neutron] 10.222.0.32 "GET /v2.0/networks/ec78b1d2-852f-4bf9-9578-58aa877b687e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537513 Apr 05 12:12:58.167721 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23424d2d-3ebb-4e54-903a-c9e065826631 req-7550c1b5-b8ce-4092-8c25-4b0f9e92c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:58.169117 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-23424d2d-3ebb-4e54-903a-c9e065826631 req-7550c1b5-b8ce-4092-8c25-4b0f9e92c3d9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 HTTP/1.1" status: 200 len: 911 time: 0.2564776 Apr 05 12:12:58.245570 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-071d6445-0a6e-4ba4-ab7f-2b3c091c73b4 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks [] for floatingip, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:58.246177 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.l3_db [None req-071d6445-0a6e-4ba4-ab7f-2b3c091c73b4 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Floating IP 9cf42ac3-b79b-4afd-9d76-4c78be983651 disassociated (deleted). External IP: 172.28.2.102, port: 75845820-fbee-468c-b268-d6d400e77f3a. Apr 05 12:12:58.253915 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-23424d2d-3ebb-4e54-903a-c9e065826631 req-0a296f87-747c-49c3-a510-27a033a37c9e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c323d51f-6980-4800-9899-b72a3fe52925 HTTP/1.1" status: 200 len: 217 time: 0.0666735 Apr 05 12:12:58.327053 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23424d2d-3ebb-4e54-903a-c9e065826631 req-5ba0619f-e4a7-40ad-885a-2ac3909a8078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:58.328666 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-23424d2d-3ebb-4e54-903a-c9e065826631 req-5ba0619f-e4a7-40ad-885a-2ac3909a8078 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e2cc0a18-1ec0-47fc-acf4-d5c1651f886a HTTP/1.1" status: 200 len: 849 time: 0.0686243 Apr 05 12:12:58.413466 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23424d2d-3ebb-4e54-903a-c9e065826631 req-127fb466-3909-4bc0-8aa3-577787c23dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:58.415115 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-23424d2d-3ebb-4e54-903a-c9e065826631 req-127fb466-3909-4bc0-8aa3-577787c23dda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799642 Apr 05 12:12:58.569637 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-23424d2d-3ebb-4e54-903a-c9e065826631 req-3f77371f-b825-4450-a927-787ffcacc294 service neutron] 10.222.0.32 "GET /v2.0/networks/ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469557 Apr 05 12:12:58.669078 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071d6445-0a6e-4ba4-ab7f-2b3c091c73b4 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Router 94c2c199-d5de-4a20-8358-011ed3efbfe6 has already been hosted by L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 {{(pid=84417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 12:12:58.714588 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-23424d2d-3ebb-4e54-903a-c9e065826631 req-fc9e3ff6-327e-403a-aa71-d6c9d216540d service neutron] 10.222.0.32 "GET /v2.0/networks/ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370287 Apr 05 12:12:58.861274 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071d6445-0a6e-4ba4-ab7f-2b3c091c73b4 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:12:58.871026 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebb1ed9-5616-4e5c-812c-687ba4dc1509 None None] Sync routers for ids ['94c2c199-d5de-4a20-8358-011ed3efbfe6'] in dv-cinder-784763-1-smb {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:12:58.881111 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-071d6445-0a6e-4ba4-ab7f-2b3c091c73b4 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:12:58.881287 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebb1ed9-5616-4e5c-812c-687ba4dc1509 None None] Routers {'94c2c199-d5de-4a20-8358-011ed3efbfe6'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:12:58.881955 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-1ebb1ed9-5616-4e5c-812c-687ba4dc1509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:12:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['94c2c199-d5de-4a20-8358-011ed3efbfe6'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:12:58.943102 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-071d6445-0a6e-4ba4-ab7f-2b3c091c73b4 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "DELETE /v2.0/floatingips/9cf42ac3-b79b-4afd-9d76-4c78be983651 HTTP/1.1" status: 204 len: 168 time: 2.0970242 Apr 05 12:12:58.943102 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0820af4e-bc30-43d4-9417-799524039c4b', 'tag': '75845820-fbee-468c-b268-d6d400e77f3a'}] {{(pid=84417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:12:59.078186 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-1ebb1ed9-5616-4e5c-812c-687ba4dc1509 None None] Set router 94c2c199-d5de-4a20-8358-011ed3efbfe6 gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:12:59.122531 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae6746-fc90-40ea-8e42-2b3bc008ebf6 req-a928e706-19d0-4757-ae28-4827159706c5 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:59.124219 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-bbae6746-fc90-40ea-8e42-2b3bc008ebf6 req-a928e706-19d0-4757-ae28-4827159706c5 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d1e4ec-b71e-4fc3-988f-072dbb57aa09 HTTP/1.1" status: 200 len: 944 time: 0.0922790 Apr 05 12:12:59.178678 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-bbae6746-fc90-40ea-8e42-2b3bc008ebf6 req-62cb700d-d2ba-4e0e-b61b-9e1d4ff9182b tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=5649047d-698b-4240-8264-6d1624235002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485895 Apr 05 12:12:59.248954 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0820af4e-bc30-43d4-9417-799524039c4b', 'tag': '75845820-fbee-468c-b268-d6d400e77f3a', 'status': 'completed', 'code': 200} Apr 05 12:12:59.400483 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758127e-0d4b-4951-a6de-8fbc3a6f541e req-69f464cf-cfe2-477a-88ac-e7d0f70db366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:59.404010 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2758127e-0d4b-4951-a6de-8fbc3a6f541e req-69f464cf-cfe2-477a-88ac-e7d0f70db366 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8d81770d2fd44d7834fe19f72c36891&device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 1099 time: 0.1184971 Apr 05 12:12:59.458766 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-1ebb1ed9-5616-4e5c-812c-687ba4dc1509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'name': 'tempest-TestMinimumBasicScenario-1855098661-router', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '30f73d56-4d0b-49b9-ba11-f5520e1d9cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:50Z', 'updated_at': '2021-04-05T12:08:58Z', 'revision_number': 4, 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'gw_port': {'id': '30f73d56-4d0b-49b9-ba11-f5520e1d9cb0', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:51Z', 'updated_at': '2021-04-05T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': '91a15fcb-f5b6-4d61-b0f8-f34c615abae7', 'name': '', 'network_id': 'ec78b1d2-852f-4bf9-9578-58aa877b687e', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'mac_address': 'fa:16:3e:50:81:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '94f6df90-74f4-4bb0-84fb-b014c2dc31ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:08Z', 'revision_number': 5, 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'subnets': [{'id': '94f6df90-74f4-4bb0-84fb-b014c2dc31ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:12:59.465705 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebb1ed9-5616-4e5c-812c-687ba4dc1509 None None] Checking router: 94c2c199-d5de-4a20-8358-011ed3efbfe6 for host: dv-cinder-784763-1-smb {{(pid=84419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:12:59.475943 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebb1ed9-5616-4e5c-812c-687ba4dc1509 None None] Routers {'94c2c199-d5de-4a20-8358-011ed3efbfe6'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:12:59.476684 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-1ebb1ed9-5616-4e5c-812c-687ba4dc1509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:12:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['94c2c199-d5de-4a20-8358-011ed3efbfe6'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:12:59.560865 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758127e-0d4b-4951-a6de-8fbc3a6f541e req-94e98171-800d-4487-ab3f-ab783038eb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:59.562505 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2758127e-0d4b-4951-a6de-8fbc3a6f541e req-94e98171-800d-4487-ab3f-ab783038eb6b service neutron] 10.222.0.32 "GET /v2.0/networks?id=ec78b1d2-852f-4bf9-9578-58aa877b687e HTTP/1.1" status: 200 len: 916 time: 0.1427705 Apr 05 12:12:59.639107 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2758127e-0d4b-4951-a6de-8fbc3a6f541e req-c5421162-8f1f-4eb5-a655-45dd52098904 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75845820-fbee-468c-b268-d6d400e77f3a HTTP/1.1" status: 200 len: 217 time: 0.0685930 Apr 05 12:12:59.668298 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-1ebb1ed9-5616-4e5c-812c-687ba4dc1509 None None] Set router 94c2c199-d5de-4a20-8358-011ed3efbfe6 gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:12:59.714797 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758127e-0d4b-4951-a6de-8fbc3a6f541e req-33b821bd-124c-413d-a268-69fcbe3f3bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:59.716384 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2758127e-0d4b-4951-a6de-8fbc3a6f541e req-33b821bd-124c-413d-a268-69fcbe3f3bc0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=94f6df90-74f4-4bb0-84fb-b014c2dc31ba HTTP/1.1" status: 200 len: 854 time: 0.0694566 Apr 05 12:12:59.811193 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758127e-0d4b-4951-a6de-8fbc3a6f541e req-8e475603-c445-4967-87cd-07b4daf29fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:12:59.813130 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2758127e-0d4b-4951-a6de-8fbc3a6f541e req-8e475603-c445-4967-87cd-07b4daf29fce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec78b1d2-852f-4bf9-9578-58aa877b687e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0897112 Apr 05 12:13:00.016312 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-1ebb1ed9-5616-4e5c-812c-687ba4dc1509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'name': 'tempest-TestMinimumBasicScenario-1855098661-router', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '30f73d56-4d0b-49b9-ba11-f5520e1d9cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:50Z', 'updated_at': '2021-04-05T12:08:58Z', 'revision_number': 4, 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'gw_port': {'id': '30f73d56-4d0b-49b9-ba11-f5520e1d9cb0', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:51Z', 'updated_at': '2021-04-05T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': '91a15fcb-f5b6-4d61-b0f8-f34c615abae7', 'name': '', 'network_id': 'ec78b1d2-852f-4bf9-9578-58aa877b687e', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'mac_address': 'fa:16:3e:50:81:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '94f6df90-74f4-4bb0-84fb-b014c2dc31ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:08Z', 'revision_number': 5, 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'subnets': [{'id': '94f6df90-74f4-4bb0-84fb-b014c2dc31ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:13:00.021718 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebb1ed9-5616-4e5c-812c-687ba4dc1509 None None] The sync data for ids ['94c2c199-d5de-4a20-8358-011ed3efbfe6'] in dv-cinder-784763-1-smb is: [{'id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'name': 'tempest-TestMinimumBasicScenario-1855098661-router', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '30f73d56-4d0b-49b9-ba11-f5520e1d9cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:50Z', 'updated_at': '2021-04-05T12:08:58Z', 'revision_number': 4, 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'gw_port': {'id': '30f73d56-4d0b-49b9-ba11-f5520e1d9cb0', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:51Z', 'updated_at': '2021-04-05T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': '91a15fcb-f5b6-4d61-b0f8-f34c615abae7', 'name': '', 'network_id': 'ec78b1d2-852f-4bf9-9578-58aa877b687e', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'mac_address': 'fa:16:3e:50:81:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '94f6df90-74f4-4bb0-84fb-b014c2dc31ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:08Z', 'revision_number': 5, 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'subnets': [{'id': '94f6df90-74f4-4bb0-84fb-b014c2dc31ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:13:00.198457 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2758127e-0d4b-4951-a6de-8fbc3a6f541e req-183bc602-e424-4bcc-b1ef-93e7ff5e6118 service neutron] 10.222.0.32 "GET /v2.0/networks/ec78b1d2-852f-4bf9-9578-58aa877b687e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740299 Apr 05 12:13:00.361278 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-2758127e-0d4b-4951-a6de-8fbc3a6f541e req-68f4bf24-b4ac-4e2e-bd72-2445d39f5a60 service neutron] 10.222.0.32 "GET /v2.0/networks/ec78b1d2-852f-4bf9-9578-58aa877b687e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534679 Apr 05 12:13:00.415804 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53c7ea-39f2-44f8-a044-bfc625c97d35 req-b683cd4a-7423-47ef-ba1f-6aae043641cb tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:13:00.417496 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-fb53c7ea-39f2-44f8-a044-bfc625c97d35 req-b683cd4a-7423-47ef-ba1f-6aae043641cb tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d1e4ec-b71e-4fc3-988f-072dbb57aa09 HTTP/1.1" status: 200 len: 944 time: 0.0975244 Apr 05 12:13:00.465999 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-fb53c7ea-39f2-44f8-a044-bfc625c97d35 req-b9ac37ec-b6c7-4630-aafb-2c1d11b768e6 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=5649047d-698b-4240-8264-6d1624235002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420036 Apr 05 12:13:00.521194 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef043719-bce6-4f1a-907b-d36ed6dfec6e None None] New status for floating IP 9cf42ac3-b79b-4afd-9d76-4c78be983651: DOWN {{(pid=84420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 12:13:00.908686 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device c323d51f-6980-4800-9899-b72a3fe52925 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 12:13:01.055240 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port c323d51f-6980-4800-9899-b72a3fe52925, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c323d51f-6980-4800-9899-b72a3fe52925,segment=NetworkSegment(0c3b046c-3d9d-4bb7-a47e-97e66d32d96b),segment_id=0c3b046c-3d9d-4bb7-a47e-97e66d32d96b)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:13:01.068703 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Returning: {'device': 'c323d51f-6980-4800-9899-b72a3fe52925', 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0', 'port_id': 'c323d51f-6980-4800-9899-b72a3fe52925', 'mac_address': 'fa:16:3e:11:78:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:13:01.128841 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:01.146873 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c323d51f-6980-4800-9899-b72a3fe52925 {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:13:01.162938 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port c323d51f-6980-4800-9899-b72a3fe52925, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c323d51f-6980-4800-9899-b72a3fe52925,segment=NetworkSegment(0c3b046c-3d9d-4bb7-a47e-97e66d32d96b),segment_id=0c3b046c-3d9d-4bb7-a47e-97e66d32d96b)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:13:01.165743 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:01.167540 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:13:01.234280 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=c323d51f-6980-4800-9899-b72a3fe52925,revision_number=4']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:13:01.237337 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:13:01.536430 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['c323d51f-6980-4800-9899-b72a3fe52925'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:13:01.672168 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625ea10-05df-429a-91b2-41b57bc3ff25 req-5098ddcf-2755-4ff3-b004-bf3a44c36d8e tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:13:01.673680 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c625ea10-05df-429a-91b2-41b57bc3ff25 req-5098ddcf-2755-4ff3-b004-bf3a44c36d8e tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d1e4ec-b71e-4fc3-988f-072dbb57aa09 HTTP/1.1" status: 200 len: 945 time: 0.0905266 Apr 05 12:13:01.722130 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c625ea10-05df-429a-91b2-41b57bc3ff25 req-00d48fc2-5408-4150-917c-76423246dc6c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=5649047d-698b-4240-8264-6d1624235002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418303 Apr 05 12:13:02.324021 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd27dc-c96c-4aaf-a00b-7bf2abb38ac0 req-c9fa4765-588a-484f-8101-941f7dd1817f tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:13:02.325503 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-86cd27dc-c96c-4aaf-a00b-7bf2abb38ac0 req-c9fa4765-588a-484f-8101-941f7dd1817f tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 946 time: 0.0859299 Apr 05 12:13:02.377082 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-86cd27dc-c96c-4aaf-a00b-7bf2abb38ac0 req-a4e1bc2d-9ef5-4f2a-b7ad-0b6631544a4a tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452812 Apr 05 12:13:02.584620 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:02.915535 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device c323d51f-6980-4800-9899-b72a3fe52925 up at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:13:02.928619 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c829e-86db-4800-8fb5-4f6a38331067 req-b3d126b5-9bda-4c6f-80ea-55cf94fbaf7c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:13:02.930224 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-287c829e-86db-4800-8fb5-4f6a38331067 req-b3d126b5-9bda-4c6f-80ea-55cf94fbaf7c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d1e4ec-b71e-4fc3-988f-072dbb57aa09 HTTP/1.1" status: 200 len: 945 time: 0.0893447 Apr 05 12:13:02.978596 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-287c829e-86db-4800-8fb5-4f6a38331067 req-d15beaf5-a2f8-40e3-900c-0da87a6a3c3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=5649047d-698b-4240-8264-6d1624235002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419319 Apr 05 12:13:02.984298 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning for port c323d51f-6980-4800-9899-b72a3fe52925 completed by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 12:13:02.989237 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning complete for port c323d51f-6980-4800-9899-b72a3fe52925 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:13:02.989698 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:03.110505 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:03.138424 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d1e4ec-b71e-4fc3-988f-072dbb57aa09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c323d51f-6980-4800-9899-b72a3fe52925'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:13:03.149219 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port c323d51f-6980-4800-9899-b72a3fe52925, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c323d51f-6980-4800-9899-b72a3fe52925,segment=NetworkSegment(0c3b046c-3d9d-4bb7-a47e-97e66d32d96b),segment_id=0c3b046c-3d9d-4bb7-a47e-97e66d32d96b)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:13:03.152319 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:03.155121 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:13:03.196690 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d1e4ec-b71e-4fc3-988f-072dbb57aa09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c323d51f-6980-4800-9899-b72a3fe52925', 'code': 200} Apr 05 12:13:03.229453 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=c323d51f-6980-4800-9899-b72a3fe52925,revision_number=5']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:13:03.232492 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:13:03.453465 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f021b-b422-4579-a43c-f0658661bd90 req-fcdca7fb-e5e0-4e59-ba0d-ed3e66936916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:13:03.455011 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-bc3f021b-b422-4579-a43c-f0658661bd90 req-fcdca7fb-e5e0-4e59-ba0d-ed3e66936916 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=38d1e4ec-b71e-4fc3-988f-072dbb57aa09 HTTP/1.1" status: 200 len: 1099 time: 0.0773931 Apr 05 12:13:03.498970 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-bc3f021b-b422-4579-a43c-f0658661bd90 req-341b3b1c-6cad-4bb3-8253-047cf0310fa4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5649047d-698b-4240-8264-6d1624235002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364771 Apr 05 12:13:03.580948 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4739cde-f32a-4bb8-8bb0-d263f6a937db req-02c8bb33-65e0-46af-9b3d-e75d18d85b5b tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:13:03.581730 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-d4739cde-f32a-4bb8-8bb0-d263f6a937db req-02c8bb33-65e0-46af-9b3d-e75d18d85b5b tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Synchronizing usage tracker for tenant:f8d81770d2fd44d7834fe19f72c36891 on resource:port {{(pid=84417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:13:03.596248 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-d4739cde-f32a-4bb8-8bb0-d263f6a937db req-02c8bb33-65e0-46af-9b3d-e75d18d85b5b tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Unset dirty status for tenant:f8d81770d2fd44d7834fe19f72c36891 on resource:port {{(pid=84417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:13:03.597995 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d4739cde-f32a-4bb8-8bb0-d263f6a937db req-02c8bb33-65e0-46af-9b3d-e75d18d85b5b tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 946 time: 0.1064217 Apr 05 12:13:03.644225 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-d4739cde-f32a-4bb8-8bb0-d263f6a937db req-170ccd45-f3ab-44cc-8ae2-245be1315673 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Synchronizing usage tracker for tenant:f8d81770d2fd44d7834fe19f72c36891 on resource:security_group {{(pid=84417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:13:03.657914 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-d4739cde-f32a-4bb8-8bb0-d263f6a937db req-170ccd45-f3ab-44cc-8ae2-245be1315673 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Unset dirty status for tenant:f8d81770d2fd44d7834fe19f72c36891 on resource:security_group {{(pid=84417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:13:03.659583 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d4739cde-f32a-4bb8-8bb0-d263f6a937db req-170ccd45-f3ab-44cc-8ae2-245be1315673 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548286 Apr 05 12:13:04.190201 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e68427-ffaa-4ca9-b575-3552e644e763 req-cd46a6c1-3b5f-4fbc-9925-cd54c1dcacdd tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:13:04.191881 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f6e68427-ffaa-4ca9-b575-3552e644e763 req-cd46a6c1-3b5f-4fbc-9925-cd54c1dcacdd tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d1e4ec-b71e-4fc3-988f-072dbb57aa09 HTTP/1.1" status: 200 len: 946 time: 0.0952313 Apr 05 12:13:04.242071 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f6e68427-ffaa-4ca9-b575-3552e644e763 req-f29a15ef-5286-48dd-98b4-f29f8d1f5420 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=5649047d-698b-4240-8264-6d1624235002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420289 Apr 05 12:13:04.751466 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0098e4-dbb6-4eb5-b3a8-eacf7503c1bd req-fdc28b0c-44e3-4bb0-bec1-179124c3e584 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:13:04.753607 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ab0098e4-dbb6-4eb5-b3a8-eacf7503c1bd req-fdc28b0c-44e3-4bb0-bec1-179124c3e584 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.32 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 946 time: 0.0873880 Apr 05 12:13:04.871597 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 6 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:13:04.894294 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-ab0098e4-dbb6-4eb5-b3a8-eacf7503c1bd req-367cb5b8-e0f2-4431-b5af-ec63ceed258d tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Deleting port 75845820-fbee-468c-b268-d6d400e77f3a {{(pid=84418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:13:04.894673 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-ab0098e4-dbb6-4eb5-b3a8-eacf7503c1bd req-367cb5b8-e0f2-4431-b5af-ec63ceed258d tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:05.000986 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2ffb9-2b1e-492e-88d0-0f1b4942c667 req-1f3f493e-bb5d-4f37-826e-d3d037f87dab tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:13:05.002535 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7ba2ffb9-2b1e-492e-88d0-0f1b4942c667 req-1f3f493e-bb5d-4f37-826e-d3d037f87dab tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 946 time: 0.2082040 Apr 05 12:13:05.101721 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7ba2ffb9-2b1e-492e-88d0-0f1b4942c667 req-d446c0e9-ad6b-46f8-af7f-cd3003a184f5 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/security-groups?id=87d536f6-5fcb-4011-a077-d19bf2a34446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917630 Apr 05 12:13:05.201193 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-ab0098e4-dbb6-4eb5-b3a8-eacf7503c1bd req-367cb5b8-e0f2-4431-b5af-ec63ceed258d tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] For port 75845820-fbee-468c-b268-d6d400e77f3a, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=75845820-fbee-468c-b268-d6d400e77f3a,segment=NetworkSegment(1bdecabc-5534-43a9-abff-d8e78826a5b3),segment_id=1bdecabc-5534-43a9-abff-d8e78826a5b3)] {{(pid=84418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:13:05.201911 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-ab0098e4-dbb6-4eb5-b3a8-eacf7503c1bd req-367cb5b8-e0f2-4431-b5af-ec63ceed258d tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:05.337771 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-ab0098e4-dbb6-4eb5-b3a8-eacf7503c1bd req-367cb5b8-e0f2-4431-b5af-ec63ceed258d tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Calling delete_port for 75845820-fbee-468c-b268-d6d400e77f3a owned by compute:nova {{(pid=84418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:13:05.466231 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8a11f-7df7-4995-95d3-7b532dd93919 req-64933a51-b290-48a6-a66d-a3483ceb5c14 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:13:05.468563 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-49b8a11f-7df7-4995-95d3-7b532dd93919 req-64933a51-b290-48a6-a66d-a3483ceb5c14 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d1e4ec-b71e-4fc3-988f-072dbb57aa09 HTTP/1.1" status: 200 len: 946 time: 0.0941079 Apr 05 12:13:05.507691 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-ab0098e4-dbb6-4eb5-b3a8-eacf7503c1bd req-367cb5b8-e0f2-4431-b5af-ec63ceed258d tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:05.519727 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['75845820-fbee-468c-b268-d6d400e77f3a'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:13:05.523555 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-49b8a11f-7df7-4995-95d3-7b532dd93919 req-056deaf2-4bd8-4522-985d-b3c458d4a119 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=5649047d-698b-4240-8264-6d1624235002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479314 Apr 05 12:13:05.610374 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cc54323c-e66a-40d0-8b9a-cf946fdfaa6b tempest-ServerRescueNegativeTestJSON-1914515111 tempest-ServerRescueNegativeTestJSON-1914515111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:13:05.667346 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367cb5b8-e0f2-4431-b5af-ec63ceed258d tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Pushing event deleted for resources: {'Port': ['ID=75845820-fbee-468c-b268-d6d400e77f3a,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:13:05.671332 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-367cb5b8-e0f2-4431-b5af-ec63ceed258d tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:13:05.850050 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0098e4-dbb6-4eb5-b3a8-eacf7503c1bd req-367cb5b8-e0f2-4431-b5af-ec63ceed258d tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] No DVR routers for this DVR port 75845820-fbee-468c-b268-d6d400e77f3a on host hv-cinder-78476 {{(pid=84418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 12:13:05.853052 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-ab0098e4-dbb6-4eb5-b3a8-eacf7503c1bd req-367cb5b8-e0f2-4431-b5af-ec63ceed258d tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:05.856697 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0820af4e-bc30-43d4-9417-799524039c4b', 'name': 'network-vif-deleted', 'tag': '75845820-fbee-468c-b268-d6d400e77f3a'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:13:05.876105 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddd295-a1b1-45ae-938d-bce6d037e4da req-42d7f0c6-b0bc-4c6e-aa9e-69f8676fbb0b tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:13:05.877771 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c6ddd295-a1b1-45ae-938d-bce6d037e4da req-42d7f0c6-b0bc-4c6e-aa9e-69f8676fbb0b tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d1e4ec-b71e-4fc3-988f-072dbb57aa09 HTTP/1.1" status: 200 len: 946 time: 0.2009928 Apr 05 12:13:05.886643 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ab0098e4-dbb6-4eb5-b3a8-eacf7503c1bd req-367cb5b8-e0f2-4431-b5af-ec63ceed258d tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.32 "DELETE /v2.0/ports/75845820-fbee-468c-b268-d6d400e77f3a HTTP/1.1" status: 204 len: 173 time: 1.1272788 Apr 05 12:13:05.887865 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 55250) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:05.893469 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-39e8f60a-788a-4f90-bf51-d1d1cde72009 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Request body: {'floatingip': {'port_id': 'c323d51f-6980-4800-9899-b72a3fe52925'}} {{(pid=84418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:05.953559 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0820af4e-bc30-43d4-9417-799524039c4b', 'name': 'network-vif-deleted', 'tag': '75845820-fbee-468c-b268-d6d400e77f3a', 'status': 'completed', 'code': 200} Apr 05 12:13:05.974199 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-39e8f60a-788a-4f90-bf51-d1d1cde72009 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for floatingip, before_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:06.352818 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-c03d42cb-acd4-4edf-94e7-352a5aa49266 req-a87c94ed-8124-4e61-b1cb-dc73752ece79 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Synchronizing usage tracker for tenant:f8d81770d2fd44d7834fe19f72c36891 on resource:port {{(pid=84418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:13:06.387661 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-c03d42cb-acd4-4edf-94e7-352a5aa49266 req-a87c94ed-8124-4e61-b1cb-dc73752ece79 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Unset dirty status for tenant:f8d81770d2fd44d7834fe19f72c36891 on resource:port {{(pid=84418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:13:06.388866 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c03d42cb-acd4-4edf-94e7-352a5aa49266 req-a87c94ed-8124-4e61-b1cb-dc73752ece79 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] 10.222.0.26 "GET /v2.0/ports?device_id=0820af4e-bc30-43d4-9417-799524039c4b HTTP/1.1" status: 200 len: 210 time: 0.0959547 Apr 05 12:13:06.663721 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-39e8f60a-788a-4f90-bf51-d1d1cde72009 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:06.667179 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-39e8f60a-788a-4f90-bf51-d1d1cde72009 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854004789'] for floatingip, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:06.848458 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.l3_db [None req-39e8f60a-788a-4f90-bf51-d1d1cde72009 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Floating IP 8facca7e-f890-40e1-a7f4-7b69031ea543 associated. External IP: 172.28.2.110, port: c323d51f-6980-4800-9899-b72a3fe52925. Apr 05 12:13:07.326027 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6539ef02-690f-4a17-b9ff-aafd7aaaa7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:07.462491 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e8f60a-788a-4f90-bf51-d1d1cde72009 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Router c1b400fc-c6ce-4df9-8a0a-5174a64dd374 has already been hosted by L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 {{(pid=84418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 12:13:07.656297 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e8f60a-788a-4f90-bf51-d1d1cde72009 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:13:07.661478 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-39e8f60a-788a-4f90-bf51-d1d1cde72009 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:07.666170 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eca8c41-83dc-430d-ab43-82826503dd81 None None] Sync routers for ids ['c1b400fc-c6ce-4df9-8a0a-5174a64dd374'] in dv-cinder-784763-1-smb {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:13:07.693786 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eca8c41-83dc-430d-ab43-82826503dd81 None None] Routers {'c1b400fc-c6ce-4df9-8a0a-5174a64dd374'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:13:07.695306 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-1eca8c41-83dc-430d-ab43-82826503dd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:12:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['c1b400fc-c6ce-4df9-8a0a-5174a64dd374'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:13:07.725503 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-39e8f60a-788a-4f90-bf51-d1d1cde72009 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "PUT /v2.0/floatingips/8facca7e-f890-40e1-a7f4-7b69031ea543 HTTP/1.1" status: 200 len: 992 time: 1.8364878 Apr 05 12:13:07.954731 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d1e4ec-b71e-4fc3-988f-072dbb57aa09', 'tag': 'c323d51f-6980-4800-9899-b72a3fe52925'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:13:08.006903 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d1e4ec-b71e-4fc3-988f-072dbb57aa09', 'tag': 'c323d51f-6980-4800-9899-b72a3fe52925', 'status': 'completed', 'code': 200} Apr 05 12:13:08.084593 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 55318) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:08.093683 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-1eca8c41-83dc-430d-ab43-82826503dd81 None None] Set router c1b400fc-c6ce-4df9-8a0a-5174a64dd374 gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:13:08.115222 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bc665-ff2b-43c2-b40a-def53ed1eb8a req-211fb53a-d499-4077-9ff0-d0a74358838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:13:08.116846 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-537bc665-ff2b-43c2-b40a-def53ed1eb8a req-211fb53a-d499-4077-9ff0-d0a74358838f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddc3c61214c148ae9122b41d30482408&device_id=38d1e4ec-b71e-4fc3-988f-072dbb57aa09 HTTP/1.1" status: 200 len: 1099 time: 0.0806575 Apr 05 12:13:08.269140 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bc665-ff2b-43c2-b40a-def53ed1eb8a req-eb0c1272-f67c-4911-a512-9586c65cd15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:13:08.270683 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-537bc665-ff2b-43c2-b40a-def53ed1eb8a req-eb0c1272-f67c-4911-a512-9586c65cd15a service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 HTTP/1.1" status: 200 len: 911 time: 0.1466913 Apr 05 12:13:08.384967 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-537bc665-ff2b-43c2-b40a-def53ed1eb8a req-7eeb6ed9-6f60-4d23-a8cc-680f4b0b9834 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c323d51f-6980-4800-9899-b72a3fe52925 HTTP/1.1" status: 200 len: 1000 time: 0.1071928 Apr 05 12:13:08.475489 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bc665-ff2b-43c2-b40a-def53ed1eb8a req-01c15252-6d13-41a0-800f-8cc172a31d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:13:08.476427 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-1eca8c41-83dc-430d-ab43-82826503dd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'name': 'tempest-AttachVolumeTestJSON-503048823-router', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:29Z', 'updated_at': '2021-04-05T12:06:47Z', 'revision_number': 4, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'gw_port': {'id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:30Z', 'updated_at': '2021-04-05T12:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_floatingips': [{'id': '8facca7e-f890-40e1-a7f4-7b69031ea543', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'floating_ip_address': '172.28.2.110', 'floating_network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'router_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'port_id': 'c323d51f-6980-4800-9899-b72a3fe52925', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0', 'mac_address': 'fa:16:3e:11:78:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d1e4ec-b71e-4fc3-988f-072dbb57aa09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:12:49Z', 'updated_at': '2021-04-05T12:13:06Z', 'revision_number': 1, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d285325-55f6-4b02-b636-1e398df8cf7d', 'name': '', 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'mac_address': 'fa:16:3e:dc:a0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:45Z', 'updated_at': '2021-04-05T12:06:56Z', 'revision_number': 5, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'subnets': [{'id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:13:08.477565 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-537bc665-ff2b-43c2-b40a-def53ed1eb8a req-01c15252-6d13-41a0-800f-8cc172a31d18 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e2cc0a18-1ec0-47fc-acf4-d5c1651f886a HTTP/1.1" status: 200 len: 849 time: 0.0839043 Apr 05 12:13:08.481410 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eca8c41-83dc-430d-ab43-82826503dd81 None None] Checking router: c1b400fc-c6ce-4df9-8a0a-5174a64dd374 for host: dv-cinder-784763-1-smb {{(pid=84419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:13:08.491637 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eca8c41-83dc-430d-ab43-82826503dd81 None None] Routers {'c1b400fc-c6ce-4df9-8a0a-5174a64dd374'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:13:08.492304 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-1eca8c41-83dc-430d-ab43-82826503dd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:12:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['c1b400fc-c6ce-4df9-8a0a-5174a64dd374'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:13:08.575285 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bc665-ff2b-43c2-b40a-def53ed1eb8a req-9468d7d6-b326-40db-8f0b-f9957e584ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:13:08.577051 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-537bc665-ff2b-43c2-b40a-def53ed1eb8a req-9468d7d6-b326-40db-8f0b-f9957e584ffe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0917027 Apr 05 12:13:08.710435 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b4108d70-e69f-4b80-b79b-82df976f1e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780393'] for router_interface, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:08.715413 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:08.720414 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-1eca8c41-83dc-430d-ab43-82826503dd81 None None] Set router c1b400fc-c6ce-4df9-8a0a-5174a64dd374 gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:13:08.756440 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-537bc665-ff2b-43c2-b40a-def53ed1eb8a req-1068eb3d-f14e-4249-8bda-8bff6d460b29 service neutron] 10.222.0.32 "GET /v2.0/networks/ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723504 Apr 05 12:13:08.918753 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-537bc665-ff2b-43c2-b40a-def53ed1eb8a req-6856e171-9529-4df9-b3e7-2587f90ff4d7 service neutron] 10.222.0.32 "GET /v2.0/networks/ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547389 Apr 05 12:13:08.946972 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 75845820-fbee-468c-b268-d6d400e77f3a no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:13:09.010434 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] No Port match for: 75845820-fbee-468c-b268-d6d400e77f3a {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:13:09.010829 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device 75845820-fbee-468c-b268-d6d400e77f3a not bound to the agent host hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:13:09.192356 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-1eca8c41-83dc-430d-ab43-82826503dd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'name': 'tempest-AttachVolumeTestJSON-503048823-router', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:29Z', 'updated_at': '2021-04-05T12:06:47Z', 'revision_number': 4, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'gw_port': {'id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:30Z', 'updated_at': '2021-04-05T12:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_floatingips': [{'id': '8facca7e-f890-40e1-a7f4-7b69031ea543', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'floating_ip_address': '172.28.2.110', 'floating_network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'router_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'port_id': 'c323d51f-6980-4800-9899-b72a3fe52925', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0', 'mac_address': 'fa:16:3e:11:78:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d1e4ec-b71e-4fc3-988f-072dbb57aa09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:12:49Z', 'updated_at': '2021-04-05T12:13:06Z', 'revision_number': 1, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d285325-55f6-4b02-b636-1e398df8cf7d', 'name': '', 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'mac_address': 'fa:16:3e:dc:a0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:45Z', 'updated_at': '2021-04-05T12:06:56Z', 'revision_number': 5, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'subnets': [{'id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:13:09.196484 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eca8c41-83dc-430d-ab43-82826503dd81 None None] The sync data for ids ['c1b400fc-c6ce-4df9-8a0a-5174a64dd374'] in dv-cinder-784763-1-smb is: [{'id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'name': 'tempest-AttachVolumeTestJSON-503048823-router', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:29Z', 'updated_at': '2021-04-05T12:06:47Z', 'revision_number': 4, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'gw_port': {'id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:30Z', 'updated_at': '2021-04-05T12:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_floatingips': [{'id': '8facca7e-f890-40e1-a7f4-7b69031ea543', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'floating_ip_address': '172.28.2.110', 'floating_network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'router_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'port_id': 'c323d51f-6980-4800-9899-b72a3fe52925', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0', 'mac_address': 'fa:16:3e:11:78:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d1e4ec-b71e-4fc3-988f-072dbb57aa09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:12:49Z', 'updated_at': '2021-04-05T12:13:06Z', 'revision_number': 1, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d285325-55f6-4b02-b636-1e398df8cf7d', 'name': '', 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'mac_address': 'fa:16:3e:dc:a0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:45Z', 'updated_at': '2021-04-05T12:06:56Z', 'revision_number': 5, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'subnets': [{'id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:13:09.331453 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-b4108d70-e69f-4b80-b79b-82df976f1e9b admin admin] Deleting port 91a15fcb-f5b6-4d61-b0f8-f34c615abae7 {{(pid=84417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:13:09.331823 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b4108d70-e69f-4b80-b79b-82df976f1e9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:09.494078 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157d60d0-5fcf-4627-8a15-31198958a6df None None] New status for floating IP 8facca7e-f890-40e1-a7f4-7b69031ea543: ACTIVE {{(pid=84420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 12:13:09.517027 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-b4108d70-e69f-4b80-b79b-82df976f1e9b admin admin] For port 91a15fcb-f5b6-4d61-b0f8-f34c615abae7, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=91a15fcb-f5b6-4d61-b0f8-f34c615abae7,segment=NetworkSegment(1bdecabc-5534-43a9-abff-d8e78826a5b3),segment_id=1bdecabc-5534-43a9-abff-d8e78826a5b3)] {{(pid=84417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:13:09.517451 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b4108d70-e69f-4b80-b79b-82df976f1e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:09.651053 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-b4108d70-e69f-4b80-b79b-82df976f1e9b admin admin] Calling delete_port for 91a15fcb-f5b6-4d61-b0f8-f34c615abae7 owned by network:router_interface {{(pid=84417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:13:09.829463 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b4108d70-e69f-4b80-b79b-82df976f1e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:09.845287 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4285c72a-3ec7-4e0e-b548-4ef5de858b2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:13:09.905467 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4108d70-e69f-4b80-b79b-82df976f1e9b admin admin] Pushing event deleted for resources: {'Port': ['ID=91a15fcb-f5b6-4d61-b0f8-f34c615abae7,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:13:09.910414 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b4108d70-e69f-4b80-b79b-82df976f1e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:13:09.913390 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5c7b3538-ba9e-4e1b-8185-dd77a57fcf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:10.290194 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:10.303806 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b4108d70-e69f-4b80-b79b-82df976f1e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854212078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781500'] for router_interface, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:10.798087 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4108d70-e69f-4b80-b79b-82df976f1e9b admin admin] Router 94c2c199-d5de-4a20-8358-011ed3efbfe6 has already been hosted by L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 {{(pid=84417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 12:13:10.983573 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4108d70-e69f-4b80-b79b-82df976f1e9b admin admin] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:13:10.993723 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37961937-c351-483a-bfdb-ed7d0f959163 None None] Sync routers for ids ['94c2c199-d5de-4a20-8358-011ed3efbfe6'] in dv-cinder-784763-1-smb {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:13:10.999398 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-b4108d70-e69f-4b80-b79b-82df976f1e9b admin admin] 10.222.0.26 "PUT /v2.0/routers/94c2c199-d5de-4a20-8358-011ed3efbfe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9129987 Apr 05 12:13:11.002227 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 55348) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:11.005777 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37961937-c351-483a-bfdb-ed7d0f959163 None None] Routers {'94c2c199-d5de-4a20-8358-011ed3efbfe6'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:13:11.006597 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-37961937-c351-483a-bfdb-ed7d0f959163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:13:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['94c2c199-d5de-4a20-8358-011ed3efbfe6'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:13:11.197745 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fe5e6c2e-cb72-4cc3-b890-aeddfce3955f admin admin] Notify callbacks [] for router, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:11.208285 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-37961937-c351-483a-bfdb-ed7d0f959163 None None] Set router 94c2c199-d5de-4a20-8358-011ed3efbfe6 gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:13:11.567811 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-37961937-c351-483a-bfdb-ed7d0f959163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'name': 'tempest-TestMinimumBasicScenario-1855098661-router', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '30f73d56-4d0b-49b9-ba11-f5520e1d9cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:50Z', 'updated_at': '2021-04-05T12:13:09Z', 'revision_number': 5, 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'gw_port': {'id': '30f73d56-4d0b-49b9-ba11-f5520e1d9cb0', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:51Z', 'updated_at': '2021-04-05T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb'}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:13:11.572247 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37961937-c351-483a-bfdb-ed7d0f959163 None None] Checking router: 94c2c199-d5de-4a20-8358-011ed3efbfe6 for host: dv-cinder-784763-1-smb {{(pid=84419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:13:11.581431 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37961937-c351-483a-bfdb-ed7d0f959163 None None] Routers {'94c2c199-d5de-4a20-8358-011ed3efbfe6'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:13:11.582121 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-37961937-c351-483a-bfdb-ed7d0f959163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:13:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['94c2c199-d5de-4a20-8358-011ed3efbfe6'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:13:11.621720 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fe5e6c2e-cb72-4cc3-b890-aeddfce3955f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:11.630428 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-fe5e6c2e-cb72-4cc3-b890-aeddfce3955f admin admin] Deleting port 30f73d56-4d0b-49b9-ba11-f5520e1d9cb0 {{(pid=84417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:13:11.630839 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fe5e6c2e-cb72-4cc3-b890-aeddfce3955f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:11.827539 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-fe5e6c2e-cb72-4cc3-b890-aeddfce3955f admin admin] For port 30f73d56-4d0b-49b9-ba11-f5520e1d9cb0, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=30f73d56-4d0b-49b9-ba11-f5520e1d9cb0,segment=NetworkSegment(2ecfd34e-9a9f-4e0f-94e3-36d27d123670),segment_id=2ecfd34e-9a9f-4e0f-94e3-36d27d123670)] {{(pid=84417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:13:11.828127 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fe5e6c2e-cb72-4cc3-b890-aeddfce3955f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:11.916244 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-37961937-c351-483a-bfdb-ed7d0f959163 None None] Set router 94c2c199-d5de-4a20-8358-011ed3efbfe6 gateway port host: None {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:13:11.963837 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-fe5e6c2e-cb72-4cc3-b890-aeddfce3955f admin admin] Calling delete_port for 30f73d56-4d0b-49b9-ba11-f5520e1d9cb0 owned by network:router_gateway {{(pid=84417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:13:12.041635 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-37961937-c351-483a-bfdb-ed7d0f959163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'name': 'tempest-TestMinimumBasicScenario-1855098661-router', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:50Z', 'updated_at': '2021-04-05T12:13:11Z', 'revision_number': 6, 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'gw_port_host': None}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:13:12.048421 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37961937-c351-483a-bfdb-ed7d0f959163 None None] The sync data for ids ['94c2c199-d5de-4a20-8358-011ed3efbfe6'] in dv-cinder-784763-1-smb is: [{'id': '94c2c199-d5de-4a20-8358-011ed3efbfe6', 'name': 'tempest-TestMinimumBasicScenario-1855098661-router', 'tenant_id': 'f8d81770d2fd44d7834fe19f72c36891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:50Z', 'updated_at': '2021-04-05T12:13:11Z', 'revision_number': 6, 'project_id': 'f8d81770d2fd44d7834fe19f72c36891', 'gw_port_host': None}] {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:13:12.051994 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:12.141786 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fe5e6c2e-cb72-4cc3-b890-aeddfce3955f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:12.158468 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b4108d70-e69f-4b80-b79b-82df976f1e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:13:12.215922 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e6c2e-cb72-4cc3-b890-aeddfce3955f admin admin] Pushing event deleted for resources: {'Port': ['ID=30f73d56-4d0b-49b9-ba11-f5520e1d9cb0,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:13:12.219779 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-fe5e6c2e-cb72-4cc3-b890-aeddfce3955f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:13:12.431572 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fe5e6c2e-cb72-4cc3-b890-aeddfce3955f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771004'] for router_gateway, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:12.626672 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fe5e6c2e-cb72-4cc3-b890-aeddfce3955f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854002627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64796'] for router, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:12.629080 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fe5e6c2e-cb72-4cc3-b890-aeddfce3955f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:12.717294 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fe5e6c2e-cb72-4cc3-b890-aeddfce3955f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854002553'] for router, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:12.717861 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5e6c2e-cb72-4cc3-b890-aeddfce3955f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94c2c199-d5de-4a20-8358-011ed3efbfe6 {{(pid=84417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 12:13:12.731280 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fe5e6c2e-cb72-4cc3-b890-aeddfce3955f admin admin] Notify callbacks [] for router, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:12.732507 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-fe5e6c2e-cb72-4cc3-b890-aeddfce3955f admin admin] 10.222.0.26 "DELETE /v2.0/routers/94c2c199-d5de-4a20-8358-011ed3efbfe6 HTTP/1.1" status: 204 len: 168 time: 1.7285109 Apr 05 12:13:12.735312 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 55374) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:12.805159 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c13dc46-c148-4422-8191-107bb7849d7b admin admin] Deleting subnet 94f6df90-74f4-4bb0-84fb-b014c2dc31ba {{(pid=84418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 12:13:12.808360 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c13dc46-c148-4422-8191-107bb7849d7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:12.864073 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c13dc46-c148-4422-8191-107bb7849d7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843447316'] for subnet, precommit_delete_associations {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:12.982041 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c13dc46-c148-4422-8191-107bb7849d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16343'] for subnet, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:13.233366 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c13dc46-c148-4422-8191-107bb7849d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10626375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843183378'] for subnet, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:13.249066 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:13:13.297553 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13dc46-c148-4422-8191-107bb7849d7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94f6df90-74f4-4bb0-84fb-b014c2dc31ba,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:13:13.308290 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c13dc46-c148-4422-8191-107bb7849d7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:13.308713 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c13dc46-c148-4422-8191-107bb7849d7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:13.309126 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c13dc46-c148-4422-8191-107bb7849d7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:13.309572 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c13dc46-c148-4422-8191-107bb7849d7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:13.310029 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c13dc46-c148-4422-8191-107bb7849d7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:13.310923 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c13dc46-c148-4422-8191-107bb7849d7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:13.311419 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c13dc46-c148-4422-8191-107bb7849d7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:13.311811 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c13dc46-c148-4422-8191-107bb7849d7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:13.312214 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c13dc46-c148-4422-8191-107bb7849d7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:13.312630 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c13dc46-c148-4422-8191-107bb7849d7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:13.313015 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c13dc46-c148-4422-8191-107bb7849d7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:13.313409 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c13dc46-c148-4422-8191-107bb7849d7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:13.317037 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c13dc46-c148-4422-8191-107bb7849d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:13:13.396762 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c13dc46-c148-4422-8191-107bb7849d7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:13.401907 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033e6b5b-28e8-48b2-af4a-6240dcabeb8d None None] Network ec78b1d2-852f-4bf9-9578-58aa877b687e requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:13:13.403412 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-2c13dc46-c148-4422-8191-107bb7849d7b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/94f6df90-74f4-4bb0-84fb-b014c2dc31ba HTTP/1.1" status: 204 len: 168 time: 0.6670878 Apr 05 12:13:13.406206 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 55378) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:13.520163 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-471354ef-16e6-443a-b1f7-67c7af79ce89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-454253'] for network, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:13.538018 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 91a15fcb-f5b6-4d61-b0f8-f34c615abae7 no longer exists at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:13:13.611156 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] No Port match for: 91a15fcb-f5b6-4d61-b0f8-f34c615abae7 {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:13:13.611549 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 91a15fcb-f5b6-4d61-b0f8-f34c615abae7 not bound to the agent host dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:13:13.612600 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 30f73d56-4d0b-49b9-ba11-f5520e1d9cb0 no longer exists at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:13:13.632349 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-471354ef-16e6-443a-b1f7-67c7af79ce89 admin admin] Deleting port 6e50531b-b6b4-46b5-a543-dc0a1a144339 {{(pid=84418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:13:13.632712 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-471354ef-16e6-443a-b1f7-67c7af79ce89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:13.658231 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] No Port match for: 30f73d56-4d0b-49b9-ba11-f5520e1d9cb0 {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:13:13.659161 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 30f73d56-4d0b-49b9-ba11-f5520e1d9cb0 not bound to the agent host dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:13:13.755660 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725ab859-ed8a-4f07-8696-05bede8dc61d None None] DHCP port deletion for ec78b1d2-852f-4bf9-9578-58aa877b687e request from dv-cinder-784763-1-smb {{(pid=84419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 12:13:13.760284 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-725ab859-ed8a-4f07-8696-05bede8dc61d None None] Deleting port 6e50531b-b6b4-46b5-a543-dc0a1a144339 {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:13:13.760787 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-725ab859-ed8a-4f07-8696-05bede8dc61d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:13.875850 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-471354ef-16e6-443a-b1f7-67c7af79ce89 admin admin] For port 6e50531b-b6b4-46b5-a543-dc0a1a144339, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=6e50531b-b6b4-46b5-a543-dc0a1a144339,segment=NetworkSegment(1bdecabc-5534-43a9-abff-d8e78826a5b3),segment_id=1bdecabc-5534-43a9-abff-d8e78826a5b3)] {{(pid=84418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:13:13.876355 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-471354ef-16e6-443a-b1f7-67c7af79ce89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:13.981694 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-725ab859-ed8a-4f07-8696-05bede8dc61d None None] For port 6e50531b-b6b4-46b5-a543-dc0a1a144339, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=6e50531b-b6b4-46b5-a543-dc0a1a144339,segment=NetworkSegment(1bdecabc-5534-43a9-abff-d8e78826a5b3),segment_id=1bdecabc-5534-43a9-abff-d8e78826a5b3)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:13:13.982153 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-725ab859-ed8a-4f07-8696-05bede8dc61d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:14.011786 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-471354ef-16e6-443a-b1f7-67c7af79ce89 admin admin] Calling delete_port for 6e50531b-b6b4-46b5-a543-dc0a1a144339 owned by network:dhcp {{(pid=84418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:13:14.086121 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-471354ef-16e6-443a-b1f7-67c7af79ce89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:14.100892 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-367cb5b8-e0f2-4431-b5af-ec63ceed258d tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:13:14.111329 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-725ab859-ed8a-4f07-8696-05bede8dc61d None None] Calling delete_port for 6e50531b-b6b4-46b5-a543-dc0a1a144339 owned by network:dhcp {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:13:14.159520 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471354ef-16e6-443a-b1f7-67c7af79ce89 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e50531b-b6b4-46b5-a543-dc0a1a144339,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:13:14.163533 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-471354ef-16e6-443a-b1f7-67c7af79ce89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:13:14.242764 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471354ef-16e6-443a-b1f7-67c7af79ce89 admin admin] No DVR routers for this DVR port 6e50531b-b6b4-46b5-a543-dc0a1a144339 on host dv-cinder-784763-1-smb {{(pid=84418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 12:13:14.254269 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.db.api [None req-725ab859-ed8a-4f07-8696-05bede8dc61d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84419) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:13:14.254694 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_db.api [None req-725ab859-ed8a-4f07-8696-05bede8dc61d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 12:13:14.598634 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-471354ef-16e6-443a-b1f7-67c7af79ce89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363279657788737'] for network, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:14.711610 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-471354ef-16e6-443a-b1f7-67c7af79ce89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec78b1d2-852f-4bf9-9578-58aa877b687e']}} {{(pid=84418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:13:14.724636 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-471354ef-16e6-443a-b1f7-67c7af79ce89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bdecabc-5534-43a9-abff-d8e78826a5b3') {'for_net_delete': True} {{(pid=84418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:13:14.724982 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-471354ef-16e6-443a-b1f7-67c7af79ce89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bdecabc-5534-43a9-abff-d8e78826a5b3') {} {{(pid=84418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:13:14.737759 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-471354ef-16e6-443a-b1f7-67c7af79ce89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757196986961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11328485'] for segment, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:14.755927 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-725ab859-ed8a-4f07-8696-05bede8dc61d None None] Deleting port 6e50531b-b6b4-46b5-a543-dc0a1a144339 {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:13:14.756444 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-725ab859-ed8a-4f07-8696-05bede8dc61d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:14.760781 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-471354ef-16e6-443a-b1f7-67c7af79ce89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:14.767707 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471354ef-16e6-443a-b1f7-67c7af79ce89 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=84418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 12:13:14.835355 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-725ab859-ed8a-4f07-8696-05bede8dc61d None None] The port '6e50531b-b6b4-46b5-a543-dc0a1a144339' was deleted {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 12:13:14.948871 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-471354ef-16e6-443a-b1f7-67c7af79ce89 admin admin] Network ec78b1d2-852f-4bf9-9578-58aa877b687e has no segments {{(pid=84418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 12:13:14.958422 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-471354ef-16e6-443a-b1f7-67c7af79ce89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10626540'] for segment, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:15.138397 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-471354ef-16e6-443a-b1f7-67c7af79ce89 admin admin] Network ec78b1d2-852f-4bf9-9578-58aa877b687e has no segments {{(pid=84418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: Traceback (most recent call last): Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: timer() Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: cb(*args, **kw) Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: return func(*args, **kwargs) Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: self._notify() Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: self.callback(batched_events) Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: event.method(event) Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: segment_id)['aggregates'][0] Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: return f(self, *a, **k) Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: return self._get(url).json() Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: **kwargs) Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: return self.request(url, 'GET', **kwargs) Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: **endpoint_filter) Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:13:15.161297 dv-cinder-784763-1-smb neutron-server[84306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:13:15.241852 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-471354ef-16e6-443a-b1f7-67c7af79ce89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854004774'] for network, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:15.247606 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-471354ef-16e6-443a-b1f7-67c7af79ce89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:15.251507 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:13:15.281591 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471354ef-16e6-443a-b1f7-67c7af79ce89 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec78b1d2-852f-4bf9-9578-58aa877b687e,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:13:15.284298 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-471354ef-16e6-443a-b1f7-67c7af79ce89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:13:15.286642 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-471354ef-16e6-443a-b1f7-67c7af79ce89 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ec78b1d2-852f-4bf9-9578-58aa877b687e HTTP/1.1" status: 204 len: 168 time: 1.8790588 Apr 05 12:13:15.289291 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 55416) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:15.517059 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 6e50531b-b6b4-46b5-a543-dc0a1a144339 no longer exists at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:13:15.553312 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] No Port match for: 6e50531b-b6b4-46b5-a543-dc0a1a144339 {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:13:15.553736 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 6e50531b-b6b4-46b5-a543-dc0a1a144339 not bound to the agent host dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:13:15.860464 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-409ca3e5-7109-46d9-b0cd-ccda34ed590a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780393'] for router_interface, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:16.220067 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-409ca3e5-7109-46d9-b0cd-ccda34ed590a admin admin] Deleting port d8e25fc7-a851-4bc4-b33e-197cf8b7886f {{(pid=84418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:13:16.220636 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-409ca3e5-7109-46d9-b0cd-ccda34ed590a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:16.401910 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-409ca3e5-7109-46d9-b0cd-ccda34ed590a admin admin] For port d8e25fc7-a851-4bc4-b33e-197cf8b7886f, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=d8e25fc7-a851-4bc4-b33e-197cf8b7886f,segment=NetworkSegment(140b80fd-e24d-4054-801c-bb1303935923),segment_id=140b80fd-e24d-4054-801c-bb1303935923)] {{(pid=84418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:13:16.402308 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-409ca3e5-7109-46d9-b0cd-ccda34ed590a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:16.539344 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-409ca3e5-7109-46d9-b0cd-ccda34ed590a admin admin] Calling delete_port for d8e25fc7-a851-4bc4-b33e-197cf8b7886f owned by network:router_interface {{(pid=84418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:13:16.714729 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-409ca3e5-7109-46d9-b0cd-ccda34ed590a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:16.730221 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-06e8931c-f24d-4464-9265-09d4c61a5465 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:13:16.785000 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ca3e5-7109-46d9-b0cd-ccda34ed590a admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e25fc7-a851-4bc4-b33e-197cf8b7886f,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:13:16.788746 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-409ca3e5-7109-46d9-b0cd-ccda34ed590a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:13:17.167694 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-409ca3e5-7109-46d9-b0cd-ccda34ed590a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854212078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781500'] for router_interface, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:17.597284 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 55436) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:17.665039 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78e7a8a-010b-47b5-9486-2e8fa8422816 admin admin] Deleting subnet 5c7abb92-e8b8-4c8e-8f01-4c9747c44398 {{(pid=84417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 12:13:17.668286 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f78e7a8a-010b-47b5-9486-2e8fa8422816 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:17.726684 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f78e7a8a-010b-47b5-9486-2e8fa8422816 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853105929'] for subnet, precommit_delete_associations {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:17.783387 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f78e7a8a-010b-47b5-9486-2e8fa8422816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16343'] for subnet, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:17.909236 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409ca3e5-7109-46d9-b0cd-ccda34ed590a admin admin] Router a26a7dbb-b5df-4bfb-88d5-d3851696735e has already been hosted by L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 {{(pid=84418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 12:13:18.041154 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f78e7a8a-010b-47b5-9486-2e8fa8422816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853132249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10574791'] for subnet, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:18.058451 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:13:18.100808 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409ca3e5-7109-46d9-b0cd-ccda34ed590a admin admin] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:13:18.103999 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e7a8a-010b-47b5-9486-2e8fa8422816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c7abb92-e8b8-4c8e-8f01-4c9747c44398,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:13:18.107822 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f78e7a8a-010b-47b5-9486-2e8fa8422816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:13:18.113705 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e39c9f-83c0-46f7-a37f-9624562a6457 None None] Sync routers for ids ['a26a7dbb-b5df-4bfb-88d5-d3851696735e'] in dv-cinder-784763-1-smb {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:13:18.125385 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e39c9f-83c0-46f7-a37f-9624562a6457 None None] Routers {'a26a7dbb-b5df-4bfb-88d5-d3851696735e'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:13:18.126574 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-e8e39c9f-83c0-46f7-a37f-9624562a6457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:13:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['a26a7dbb-b5df-4bfb-88d5-d3851696735e'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:13:18.133063 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-409ca3e5-7109-46d9-b0cd-ccda34ed590a admin admin] 10.222.0.26 "PUT /v2.0/routers/a26a7dbb-b5df-4bfb-88d5-d3851696735e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8404250 Apr 05 12:13:18.133721 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 55444) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:18.195281 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f78e7a8a-010b-47b5-9486-2e8fa8422816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for subnet, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:18.204610 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-f78e7a8a-010b-47b5-9486-2e8fa8422816 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5c7abb92-e8b8-4c8e-8f01-4c9747c44398 HTTP/1.1" status: 204 len: 168 time: 0.6030414 Apr 05 12:13:18.205056 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 55448) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:18.322454 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1a48c6b5-0f4a-4fbc-a26f-3ab2604cdc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-454253'] for network, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:18.335281 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-e8e39c9f-83c0-46f7-a37f-9624562a6457 None None] Set router a26a7dbb-b5df-4bfb-88d5-d3851696735e gateway port host: dv-cinder-784763-1-smb {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:13:18.363358 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a0632b96-9e54-4fc2-bbaa-289a0cb4be3a admin admin] Notify callbacks [] for router, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:18.512790 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1a48c6b5-0f4a-4fbc-a26f-3ab2604cdc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363279657788737'] for network, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:18.555192 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a0632b96-9e54-4fc2-bbaa-289a0cb4be3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:18.564176 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-a0632b96-9e54-4fc2-bbaa-289a0cb4be3a admin admin] Deleting port 17331b9b-c4e1-43fd-8c04-efe13c5f70eb {{(pid=84418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:13:18.564646 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a0632b96-9e54-4fc2-bbaa-289a0cb4be3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:18.629177 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-1a48c6b5-0f4a-4fbc-a26f-3ab2604cdc56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca01403-f026-4f4a-a62d-8ce386c78291']}} {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:13:18.644885 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-1a48c6b5-0f4a-4fbc-a26f-3ab2604cdc56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8793527f-f5f4-4462-904e-056a8816ed3e') {'for_net_delete': True} {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:13:18.645224 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-1a48c6b5-0f4a-4fbc-a26f-3ab2604cdc56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8793527f-f5f4-4462-904e-056a8816ed3e') {} {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:13:18.653813 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-e8e39c9f-83c0-46f7-a37f-9624562a6457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26a7dbb-b5df-4bfb-88d5-d3851696735e', 'name': 'tempest-TestMinimumBasicScenario-888989101-router', 'tenant_id': '71486ea517d946598991c8304a8be12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.163'}], 'enable_snat': True}, 'gw_port_id': '17331b9b-c4e1-43fd-8c04-efe13c5f70eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:09:02Z', 'updated_at': '2021-04-05T12:13:16Z', 'revision_number': 5, 'project_id': '71486ea517d946598991c8304a8be12f', 'gw_port': {'id': '17331b9b-c4e1-43fd-8c04-efe13c5f70eb', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a7dbb-b5df-4bfb-88d5-d3851696735e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:04Z', 'updated_at': '2021-04-05T12:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb'}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:13:18.657344 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1a48c6b5-0f4a-4fbc-a26f-3ab2604cdc56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757196986961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1669886'] for segment, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:18.658268 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e39c9f-83c0-46f7-a37f-9624562a6457 None None] Checking router: a26a7dbb-b5df-4bfb-88d5-d3851696735e for host: dv-cinder-784763-1-smb {{(pid=84420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:13:18.667947 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e39c9f-83c0-46f7-a37f-9624562a6457 None None] Routers {'a26a7dbb-b5df-4bfb-88d5-d3851696735e'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:13:18.668765 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-e8e39c9f-83c0-46f7-a37f-9624562a6457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:13:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['a26a7dbb-b5df-4bfb-88d5-d3851696735e'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:13:18.672540 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1a48c6b5-0f4a-4fbc-a26f-3ab2604cdc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:18.678820 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a48c6b5-0f4a-4fbc-a26f-3ab2604cdc56 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=84417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 12:13:18.751331 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-a0632b96-9e54-4fc2-bbaa-289a0cb4be3a admin admin] For port 17331b9b-c4e1-43fd-8c04-efe13c5f70eb, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=17331b9b-c4e1-43fd-8c04-efe13c5f70eb,segment=NetworkSegment(2ecfd34e-9a9f-4e0f-94e3-36d27d123670),segment_id=2ecfd34e-9a9f-4e0f-94e3-36d27d123670)] {{(pid=84418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:13:18.751727 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a0632b96-9e54-4fc2-bbaa-289a0cb4be3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:18.829230 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-e8e39c9f-83c0-46f7-a37f-9624562a6457 None None] Set router a26a7dbb-b5df-4bfb-88d5-d3851696735e gateway port host: None {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:13:18.858779 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-1a48c6b5-0f4a-4fbc-a26f-3ab2604cdc56 admin admin] Network eca01403-f026-4f4a-a62d-8ce386c78291 has no segments {{(pid=84417) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 12:13:18.867756 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1a48c6b5-0f4a-4fbc-a26f-3ab2604cdc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853132148'] for segment, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:18.889324 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-a0632b96-9e54-4fc2-bbaa-289a0cb4be3a admin admin] Calling delete_port for 17331b9b-c4e1-43fd-8c04-efe13c5f70eb owned by network:router_gateway {{(pid=84418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:13:18.947435 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-e8e39c9f-83c0-46f7-a37f-9624562a6457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26a7dbb-b5df-4bfb-88d5-d3851696735e', 'name': 'tempest-TestMinimumBasicScenario-888989101-router', 'tenant_id': '71486ea517d946598991c8304a8be12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:09:02Z', 'updated_at': '2021-04-05T12:13:18Z', 'revision_number': 6, 'project_id': '71486ea517d946598991c8304a8be12f', 'gw_port_host': None}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:13:18.951912 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e39c9f-83c0-46f7-a37f-9624562a6457 None None] The sync data for ids ['a26a7dbb-b5df-4bfb-88d5-d3851696735e'] in dv-cinder-784763-1-smb is: [{'id': 'a26a7dbb-b5df-4bfb-88d5-d3851696735e', 'name': 'tempest-TestMinimumBasicScenario-888989101-router', 'tenant_id': '71486ea517d946598991c8304a8be12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:09:02Z', 'updated_at': '2021-04-05T12:13:18Z', 'revision_number': 6, 'project_id': '71486ea517d946598991c8304a8be12f', 'gw_port_host': None}] {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:13:19.049803 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-1a48c6b5-0f4a-4fbc-a26f-3ab2604cdc56 admin admin] Network eca01403-f026-4f4a-a62d-8ce386c78291 has no segments {{(pid=84417) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: Traceback (most recent call last): Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: timer() Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: cb(*args, **kw) Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: return func(*args, **kwargs) Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: self._notify() Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: self.callback(batched_events) Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: event.method(event) Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: segment_id)['aggregates'][0] Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: return f(self, *a, **k) Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: return self._get(url).json() Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: **kwargs) Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: return self.request(url, 'GET', **kwargs) Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: **endpoint_filter) Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:13:19.074242 dv-cinder-784763-1-smb neutron-server[84306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:13:19.076356 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a0632b96-9e54-4fc2-bbaa-289a0cb4be3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:19.090994 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-619f14bf-5553-4f45-bce4-603f17e96f76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:13:19.147437 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0632b96-9e54-4fc2-bbaa-289a0cb4be3a admin admin] Pushing event deleted for resources: {'Port': ['ID=17331b9b-c4e1-43fd-8c04-efe13c5f70eb,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:13:19.151482 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a0632b96-9e54-4fc2-bbaa-289a0cb4be3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:13:19.155791 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1a48c6b5-0f4a-4fbc-a26f-3ab2604cdc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854004774'] for network, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:19.159667 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c96355d3-ec4f-44d7-a575-62a189475d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:13:19.174906 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1a48c6b5-0f4a-4fbc-a26f-3ab2604cdc56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:19.191112 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48c6b5-0f4a-4fbc-a26f-3ab2604cdc56 admin admin] Pushing event deleted for resources: {'Network': ['ID=eca01403-f026-4f4a-a62d-8ce386c78291,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:13:19.194547 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1a48c6b5-0f4a-4fbc-a26f-3ab2604cdc56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:13:19.199500 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-1a48c6b5-0f4a-4fbc-a26f-3ab2604cdc56 admin admin] 10.222.0.26 "DELETE /v2.0/networks/eca01403-f026-4f4a-a62d-8ce386c78291 HTTP/1.1" status: 204 len: 168 time: 0.9933615 Apr 05 12:13:19.334971 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 55460) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:19.396152 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a0632b96-9e54-4fc2-bbaa-289a0cb4be3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771004'] for router_gateway, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:19.418965 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-65f20af1-7da6-4ce6-b747-a962a745988f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=158305ce32604257a636782848a89730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0825939 Apr 05 12:13:19.421382 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 55464) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:19.484774 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c89f7073-2459-4a7a-bfca-d19371e334b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:19.513496 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c89f7073-2459-4a7a-bfca-d19371e334b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:19.543871 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device d8e25fc7-a851-4bc4-b33e-197cf8b7886f no longer exists at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:13:19.566512 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c89f7073-2459-4a7a-bfca-d19371e334b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:19.571664 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-640ff7d5-4911-4a78-8604-043cdc1e8d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:13:19.582624 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] No Port match for: d8e25fc7-a851-4bc4-b33e-197cf8b7886f {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:13:19.583020 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device d8e25fc7-a851-4bc4-b33e-197cf8b7886f not bound to the agent host dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:13:19.583501 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 17331b9b-c4e1-43fd-8c04-efe13c5f70eb no longer exists at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:13:19.584635 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f7073-2459-4a7a-bfca-d19371e334b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95aa28e6-b9d2-42d9-b0ac-f5db9b36d456,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:13:19.588658 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a0632b96-9e54-4fc2-bbaa-289a0cb4be3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854002627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64796'] for router, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:19.591009 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a0632b96-9e54-4fc2-bbaa-289a0cb4be3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:19.593360 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c89f7073-2459-4a7a-bfca-d19371e334b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:13:19.600294 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c89f7073-2459-4a7a-bfca-d19371e334b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:19.601564 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-c89f7073-2459-4a7a-bfca-d19371e334b5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/95aa28e6-b9d2-42d9-b0ac-f5db9b36d456 HTTP/1.1" status: 204 len: 168 time: 0.1791081 Apr 05 12:13:19.618126 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a0632b96-9e54-4fc2-bbaa-289a0cb4be3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854002553'] for router, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:19.618902 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0632b96-9e54-4fc2-bbaa-289a0cb4be3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a26a7dbb-b5df-4bfb-88d5-d3851696735e {{(pid=84418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 12:13:19.628444 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] No Port match for: 17331b9b-c4e1-43fd-8c04-efe13c5f70eb {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:13:19.628616 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 17331b9b-c4e1-43fd-8c04-efe13c5f70eb not bound to the agent host dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:13:19.639746 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a0632b96-9e54-4fc2-bbaa-289a0cb4be3a admin admin] Notify callbacks [] for router, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:19.640993 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-a0632b96-9e54-4fc2-bbaa-289a0cb4be3a admin admin] 10.222.0.26 "DELETE /v2.0/routers/a26a7dbb-b5df-4bfb-88d5-d3851696735e HTTP/1.1" status: 204 len: 168 time: 1.5062675 Apr 05 12:13:19.643777 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 55470) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:19.711906 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc5de8c-f8f9-4267-9ee3-9e5a261f31b7 admin admin] Deleting subnet 0f4205db-5ac2-4a7a-891b-53fb1dea3e1b {{(pid=84418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 12:13:19.714943 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0dc5de8c-f8f9-4267-9ee3-9e5a261f31b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:19.770683 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0dc5de8c-f8f9-4267-9ee3-9e5a261f31b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843447316'] for subnet, precommit_delete_associations {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:19.856371 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0dc5de8c-f8f9-4267-9ee3-9e5a261f31b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16343'] for subnet, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:20.118524 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0dc5de8c-f8f9-4267-9ee3-9e5a261f31b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10626375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843183378'] for subnet, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:20.134676 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:13:20.183246 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5de8c-f8f9-4267-9ee3-9e5a261f31b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f4205db-5ac2-4a7a-891b-53fb1dea3e1b,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:13:20.189730 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0dc5de8c-f8f9-4267-9ee3-9e5a261f31b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:13:20.270107 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0dc5de8c-f8f9-4267-9ee3-9e5a261f31b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:20.275487 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f07121e-b322-4281-a309-fc4ae5545008 None None] Network 4e682753-ca57-4aa3-a48c-6b4125d39e57 requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:13:20.277252 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-0dc5de8c-f8f9-4267-9ee3-9e5a261f31b7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0f4205db-5ac2-4a7a-891b-53fb1dea3e1b HTTP/1.1" status: 204 len: 168 time: 0.6323240 Apr 05 12:13:20.279807 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 55490) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:20.410074 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9345160c-6643-4cb5-98b1-8034b0dd20bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-454253'] for network, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:20.489001 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-9345160c-6643-4cb5-98b1-8034b0dd20bd admin admin] Deleting port db683ac8-d007-4005-b687-e8a23b7d405b {{(pid=84418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:13:20.489381 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9345160c-6643-4cb5-98b1-8034b0dd20bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:20.553693 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ba65bf-b727-48d0-bff0-657a47514f09 None None] DHCP port deletion for 4e682753-ca57-4aa3-a48c-6b4125d39e57 request from dv-cinder-784763-1-smb {{(pid=84419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 12:13:20.558434 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-94ba65bf-b727-48d0-bff0-657a47514f09 None None] Deleting port db683ac8-d007-4005-b687-e8a23b7d405b {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:13:20.558969 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-94ba65bf-b727-48d0-bff0-657a47514f09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:20.724130 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-9345160c-6643-4cb5-98b1-8034b0dd20bd admin admin] For port db683ac8-d007-4005-b687-e8a23b7d405b, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=db683ac8-d007-4005-b687-e8a23b7d405b,segment=NetworkSegment(140b80fd-e24d-4054-801c-bb1303935923),segment_id=140b80fd-e24d-4054-801c-bb1303935923)] {{(pid=84418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:13:20.724669 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9345160c-6643-4cb5-98b1-8034b0dd20bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:20.774945 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-94ba65bf-b727-48d0-bff0-657a47514f09 None None] For port db683ac8-d007-4005-b687-e8a23b7d405b, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=db683ac8-d007-4005-b687-e8a23b7d405b,segment=NetworkSegment(140b80fd-e24d-4054-801c-bb1303935923),segment_id=140b80fd-e24d-4054-801c-bb1303935923)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:13:20.775383 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-94ba65bf-b727-48d0-bff0-657a47514f09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:20.908119 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-94ba65bf-b727-48d0-bff0-657a47514f09 None None] Calling delete_port for db683ac8-d007-4005-b687-e8a23b7d405b owned by network:dhcp {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:13:20.995287 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-94ba65bf-b727-48d0-bff0-657a47514f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:21.012824 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:13:21.072692 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba65bf-b727-48d0-bff0-657a47514f09 None None] Pushing event deleted for resources: {'Port': ['ID=db683ac8-d007-4005-b687-e8a23b7d405b,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:13:21.083341 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba65bf-b727-48d0-bff0-657a47514f09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:21.084194 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba65bf-b727-48d0-bff0-657a47514f09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:21.084580 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba65bf-b727-48d0-bff0-657a47514f09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:21.084961 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba65bf-b727-48d0-bff0-657a47514f09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:21.085334 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba65bf-b727-48d0-bff0-657a47514f09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:21.085710 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba65bf-b727-48d0-bff0-657a47514f09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:21.086376 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba65bf-b727-48d0-bff0-657a47514f09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:21.086917 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba65bf-b727-48d0-bff0-657a47514f09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:21.087444 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba65bf-b727-48d0-bff0-657a47514f09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:21.087960 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba65bf-b727-48d0-bff0-657a47514f09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:21.088501 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba65bf-b727-48d0-bff0-657a47514f09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:21.089162 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba65bf-b727-48d0-bff0-657a47514f09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:21.100231 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-94ba65bf-b727-48d0-bff0-657a47514f09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:13:21.140241 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-9345160c-6643-4cb5-98b1-8034b0dd20bd admin admin] Calling delete_port for db683ac8-d007-4005-b687-e8a23b7d405b owned by network:dhcp {{(pid=84418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:13:21.180834 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ba65bf-b727-48d0-bff0-657a47514f09 None None] No DVR routers for this DVR port db683ac8-d007-4005-b687-e8a23b7d405b on host dv-cinder-784763-1-smb {{(pid=84419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 12:13:21.223778 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.db.api [None req-9345160c-6643-4cb5-98b1-8034b0dd20bd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84418) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:13:21.224136 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_db.api [None req-9345160c-6643-4cb5-98b1-8034b0dd20bd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 12:13:21.519019 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device db683ac8-d007-4005-b687-e8a23b7d405b no longer exists at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:13:21.556829 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] No Port match for: db683ac8-d007-4005-b687-e8a23b7d405b {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:13:21.557113 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device db683ac8-d007-4005-b687-e8a23b7d405b not bound to the agent host dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:13:21.725404 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-9345160c-6643-4cb5-98b1-8034b0dd20bd admin admin] Deleting port db683ac8-d007-4005-b687-e8a23b7d405b {{(pid=84418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:13:21.725920 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9345160c-6643-4cb5-98b1-8034b0dd20bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:21.795289 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-9345160c-6643-4cb5-98b1-8034b0dd20bd admin admin] The port 'db683ac8-d007-4005-b687-e8a23b7d405b' was deleted {{(pid=84418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 12:13:21.913589 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9345160c-6643-4cb5-98b1-8034b0dd20bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363279657788737'] for network, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:22.023720 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-9345160c-6643-4cb5-98b1-8034b0dd20bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e682753-ca57-4aa3-a48c-6b4125d39e57']}} {{(pid=84418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:13:22.036519 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-9345160c-6643-4cb5-98b1-8034b0dd20bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140b80fd-e24d-4054-801c-bb1303935923') {'for_net_delete': True} {{(pid=84418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:13:22.036854 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-9345160c-6643-4cb5-98b1-8034b0dd20bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140b80fd-e24d-4054-801c-bb1303935923') {} {{(pid=84418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:13:22.048388 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9345160c-6643-4cb5-98b1-8034b0dd20bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757196986961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11328485'] for segment, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:22.062606 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9345160c-6643-4cb5-98b1-8034b0dd20bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:22.068798 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9345160c-6643-4cb5-98b1-8034b0dd20bd admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=84418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 12:13:22.246355 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-9345160c-6643-4cb5-98b1-8034b0dd20bd admin admin] Network 4e682753-ca57-4aa3-a48c-6b4125d39e57 has no segments {{(pid=84418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 12:13:22.255185 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9345160c-6643-4cb5-98b1-8034b0dd20bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10626540'] for segment, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:22.436458 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-9345160c-6643-4cb5-98b1-8034b0dd20bd admin admin] Network 4e682753-ca57-4aa3-a48c-6b4125d39e57 has no segments {{(pid=84418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: % (table.description, expected, rows_matched) Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: % (table.description, expected, rows_matched) Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: % (table.description, expected, rows_matched) Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: % (table.description, expected, rows_matched) Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: Traceback (most recent call last): Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: timer() Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: cb(*args, **kw) Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: return func(*args, **kwargs) Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: self._notify() Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: self.callback(batched_events) Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: event.method(event) Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: segment_id)['aggregates'][0] Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: return f(self, *a, **k) Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: return self._get(url).json() Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: **kwargs) Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: return self.request(url, 'GET', **kwargs) Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: **endpoint_filter) Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:13:22.459098 dv-cinder-784763-1-smb neutron-server[84306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:13:22.532932 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9345160c-6643-4cb5-98b1-8034b0dd20bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854004774'] for network, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:22.536962 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:13:22.552937 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9345160c-6643-4cb5-98b1-8034b0dd20bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:22.564750 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345160c-6643-4cb5-98b1-8034b0dd20bd admin admin] Pushing event deleted for resources: {'Network': ['ID=4e682753-ca57-4aa3-a48c-6b4125d39e57,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:13:22.569107 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9345160c-6643-4cb5-98b1-8034b0dd20bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:13:22.572737 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-9345160c-6643-4cb5-98b1-8034b0dd20bd admin admin] 10.222.0.26 "DELETE /v2.0/networks/4e682753-ca57-4aa3-a48c-6b4125d39e57 HTTP/1.1" status: 204 len: 168 time: 2.2919540 Apr 05 12:13:22.753168 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 55524) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:22.805913 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-1733d2c8-a12e-4a6b-be93-71c319d74026 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f8d81770d2fd44d7834fe19f72c36891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513608 Apr 05 12:13:22.808588 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 55528) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:22.870784 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c9f1cb25-d8d8-4346-b1c6-6c4ed9e80038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:22.898546 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c9f1cb25-d8d8-4346-b1c6-6c4ed9e80038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:22.943340 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c9f1cb25-d8d8-4346-b1c6-6c4ed9e80038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:22.948085 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9b80b560-690a-40c4-a6a2-3fa1541549af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:13:22.962453 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1cb25-d8d8-4346-b1c6-6c4ed9e80038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d536f6-5fcb-4011-a077-d19bf2a34446,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:13:22.965110 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c9f1cb25-d8d8-4346-b1c6-6c4ed9e80038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:13:22.971185 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c9f1cb25-d8d8-4346-b1c6-6c4ed9e80038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:22.972380 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-c9f1cb25-d8d8-4346-b1c6-6c4ed9e80038 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/87d536f6-5fcb-4011-a077-d19bf2a34446 HTTP/1.1" status: 204 len: 168 time: 0.1627848 Apr 05 12:13:23.320977 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 55536) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:23.377369 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-b0156d2e-ea91-4999-8845-5ae0e3e0315c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=71486ea517d946598991c8304a8be12f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0549812 Apr 05 12:13:23.380025 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 55540) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:23.440396 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-51a8b4ad-1870-4685-93e3-22beafc1f54a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:23.467381 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-51a8b4ad-1870-4685-93e3-22beafc1f54a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:23.512446 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-51a8b4ad-1870-4685-93e3-22beafc1f54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:23.517463 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c9f1cb25-d8d8-4346-b1c6-6c4ed9e80038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:13:23.530976 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8b4ad-1870-4685-93e3-22beafc1f54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858c8c08-3725-4095-9848-4655b597d30f,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:13:23.534169 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-51a8b4ad-1870-4685-93e3-22beafc1f54a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:13:23.536330 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-51a8b4ad-1870-4685-93e3-22beafc1f54a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:23.540571 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-51a8b4ad-1870-4685-93e3-22beafc1f54a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/858c8c08-3725-4095-9848-4655b597d30f HTTP/1.1" status: 204 len: 168 time: 0.1564581 Apr 05 12:13:30.388766 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8f1e2c62-2910-432b-9f83-da319e03e3bc req-fe90bc63-b61e-4f5f-9487-b2fe336336bb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821543 Apr 05 12:13:30.544501 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e2c62-2910-432b-9f83-da319e03e3bc req-56c963fc-c50a-4bfe-bbd1-e3547f9393cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:13:30.546133 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8f1e2c62-2910-432b-9f83-da319e03e3bc req-56c963fc-c50a-4bfe-bbd1-e3547f9393cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=537a3b807ea2432fbf1daf2fef94185e&device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 1098 time: 0.0786560 Apr 05 12:13:30.711089 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e2c62-2910-432b-9f83-da319e03e3bc req-f24345e1-0bd3-4c45-990d-f6f1bee969c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:13:30.712729 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8f1e2c62-2910-432b-9f83-da319e03e3bc req-f24345e1-0bd3-4c45-990d-f6f1bee969c5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c8b603c3-054c-48fb-be51-22ffd400d7ad HTTP/1.1" status: 200 len: 910 time: 0.1451888 Apr 05 12:13:30.820737 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8f1e2c62-2910-432b-9f83-da319e03e3bc req-d755e134-62aa-4ef1-829d-741c8919be50 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d453ac47-aecb-4c22-9e51-c391eb3fa395 HTTP/1.1" status: 200 len: 1001 time: 0.1009953 Apr 05 12:13:30.887330 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e2c62-2910-432b-9f83-da319e03e3bc req-c7533e70-3879-46da-bf9e-46362ef1cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:13:30.888734 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8f1e2c62-2910-432b-9f83-da319e03e3bc req-c7533e70-3879-46da-bf9e-46362ef1cccd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7655aa3d-4c5c-48da-8a0c-9704fa2a3313 HTTP/1.1" status: 200 len: 848 time: 0.0612819 Apr 05 12:13:30.971807 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e2c62-2910-432b-9f83-da319e03e3bc req-8fa1e51b-0d3e-468f-a07f-2f81c09549d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:13:30.973357 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8f1e2c62-2910-432b-9f83-da319e03e3bc req-8fa1e51b-0d3e-468f-a07f-2f81c09549d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c8b603c3-054c-48fb-be51-22ffd400d7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777731 Apr 05 12:13:31.115016 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8f1e2c62-2910-432b-9f83-da319e03e3bc req-25d9994c-496d-49fc-b6ee-aed9a028ef8a service neutron] 10.222.0.32 "GET /v2.0/networks/c8b603c3-054c-48fb-be51-22ffd400d7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309750 Apr 05 12:13:31.255653 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8f1e2c62-2910-432b-9f83-da319e03e3bc req-a114be36-82cf-48d3-b6ac-96307bc7c403 service neutron] 10.222.0.32 "GET /v2.0/networks/c8b603c3-054c-48fb-be51-22ffd400d7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307571 Apr 05 12:13:31.884326 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 55660) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:32.005372 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9c40bacd-8069-4cfc-a707-73a68742d781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:32.021148 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-9c40bacd-8069-4cfc-a707-73a68742d781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:13:32.025089 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-9c40bacd-8069-4cfc-a707-73a68742d781 admin admin] Usage tracker for resource:security_group_rule and tenant:636ea169db0241398e6e4b5c7de3eb50 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:13:32.027977 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-9c40bacd-8069-4cfc-a707-73a68742d781 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:13:32.034515 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-9c40bacd-8069-4cfc-a707-73a68742d781 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:13:32.114719 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9c40bacd-8069-4cfc-a707-73a68742d781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:32.117284 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9c40bacd-8069-4cfc-a707-73a68742d781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:32.125692 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f37b8bb7-0ec5-48d2-b71e-6d5db0e66bc2 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:13:32.164468 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-9c40bacd-8069-4cfc-a707-73a68742d781 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=636ea169db0241398e6e4b5c7de3eb50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2790329 Apr 05 12:13:32.167356 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 55666) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:32.168565 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40bacd-8069-4cfc-a707-73a68742d781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3795172-7435-452c-a6a8-987a67a39a32,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:13:32.171923 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9c40bacd-8069-4cfc-a707-73a68742d781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:13:32.232432 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c5992525-6407-4988-8b25-474a525c40d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:32.259175 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c5992525-6407-4988-8b25-474a525c40d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:32.305932 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c5992525-6407-4988-8b25-474a525c40d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:32.310856 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-bdcaa8da-9e6c-40a8-ae81-e2c9cabd8b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:13:32.324386 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5992525-6407-4988-8b25-474a525c40d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3795172-7435-452c-a6a8-987a67a39a32,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:13:32.334700 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5992525-6407-4988-8b25-474a525c40d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:32.335127 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5992525-6407-4988-8b25-474a525c40d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:32.335546 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5992525-6407-4988-8b25-474a525c40d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:32.335958 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5992525-6407-4988-8b25-474a525c40d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:32.336366 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5992525-6407-4988-8b25-474a525c40d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:32.336774 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5992525-6407-4988-8b25-474a525c40d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:32.337176 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5992525-6407-4988-8b25-474a525c40d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:32.337604 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5992525-6407-4988-8b25-474a525c40d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:32.338010 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5992525-6407-4988-8b25-474a525c40d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:32.338413 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5992525-6407-4988-8b25-474a525c40d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:32.338812 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5992525-6407-4988-8b25-474a525c40d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:32.339209 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5992525-6407-4988-8b25-474a525c40d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:13:32.342012 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c5992525-6407-4988-8b25-474a525c40d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:32.345671 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-c5992525-6407-4988-8b25-474a525c40d0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3795172-7435-452c-a6a8-987a67a39a32 HTTP/1.1" status: 204 len: 168 time: 0.1747618 Apr 05 12:13:32.345671 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c5992525-6407-4988-8b25-474a525c40d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:13:32.594464 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:37.327173 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3f567f70-279a-4da9-ae4f-9ac98ae0bca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:38.698512 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:39.915915 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-be945169-896a-4b9b-80a5-f7a5c6727fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:40.292357 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:13:41.870485 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 6 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:13:42.014689 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:02.592504 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:07.329140 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-242b6809-c078-4b75-aa31-0494f7458e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:08.699877 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:09.916561 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-14e5fd79-dc83-4b37-83d4-820ec94299c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:10.293185 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:12.018357 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:18.869970 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 6 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:14:21.866298 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 55848) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:22.458811 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-c4016655-2941-4595-a9dc-d0e83f30c44a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Deleting port ff66240c-cf7f-4151-aef7-cae9243a8496 {{(pid=84417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:14:22.459184 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c4016655-2941-4595-a9dc-d0e83f30c44a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:22.634762 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c4016655-2941-4595-a9dc-d0e83f30c44a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:22.635378 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c4016655-2941-4595-a9dc-d0e83f30c44a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:22.762494 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-c4016655-2941-4595-a9dc-d0e83f30c44a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Calling delete_port for ff66240c-cf7f-4151-aef7-cae9243a8496 owned by network:floatingip {{(pid=84417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:14:22.910165 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c4016655-2941-4595-a9dc-d0e83f30c44a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:22.924949 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-04905ce6-9b3b-4252-b6af-ae1160d813a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:14:22.980575 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4016655-2941-4595-a9dc-d0e83f30c44a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Pushing event deleted for resources: {'Port': ['ID=ff66240c-cf7f-4151-aef7-cae9243a8496,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:14:22.984362 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c4016655-2941-4595-a9dc-d0e83f30c44a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:14:23.175621 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c4016655-2941-4595-a9dc-d0e83f30c44a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for floatingip, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:23.176025 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.l3_db [None req-c4016655-2941-4595-a9dc-d0e83f30c44a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Floating IP be0c391c-844a-406e-8d17-a1d70a074aec disassociated (deleted). External IP: 172.28.2.237, port: d453ac47-aecb-4c22-9e51-c391eb3fa395. Apr 05 12:14:23.545866 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4016655-2941-4595-a9dc-d0e83f30c44a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Router 23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf has already been hosted by L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 {{(pid=84417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 12:14:23.734395 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4016655-2941-4595-a9dc-d0e83f30c44a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:14:23.743716 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41261a91-ec74-4651-b244-5a4a540db5f3 None None] Sync routers for ids ['23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf'] in dv-cinder-784763-1-smb {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:14:23.752877 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c4016655-2941-4595-a9dc-d0e83f30c44a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:23.754549 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41261a91-ec74-4651-b244-5a4a540db5f3 None None] Routers {'23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:14:23.755231 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-41261a91-ec74-4651-b244-5a4a540db5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:14:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:14:23.811145 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-c4016655-2941-4595-a9dc-d0e83f30c44a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "DELETE /v2.0/floatingips/be0c391c-844a-406e-8d17-a1d70a074aec HTTP/1.1" status: 204 len: 168 time: 1.9436588 Apr 05 12:14:23.811826 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52727db-b1b1-4b63-9c6c-ea77e53cd2e1', 'tag': 'd453ac47-aecb-4c22-9e51-c391eb3fa395'}] {{(pid=84417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:14:23.864267 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd52727db-b1b1-4b63-9c6c-ea77e53cd2e1', 'tag': 'd453ac47-aecb-4c22-9e51-c391eb3fa395', 'status': 'completed', 'code': 200} Apr 05 12:14:23.973120 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a552fa-c21a-4e28-8ead-e7ce7d692ae9 req-484e03dd-6e92-4b03-9c1b-ad2dc3a057a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:23.975322 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-53a552fa-c21a-4e28-8ead-e7ce7d692ae9 req-484e03dd-6e92-4b03-9c1b-ad2dc3a057a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=537a3b807ea2432fbf1daf2fef94185e&device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 1098 time: 0.0879447 Apr 05 12:14:24.128084 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a552fa-c21a-4e28-8ead-e7ce7d692ae9 req-95476fde-e6dc-4bb9-8486-91a495013e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:24.129693 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-53a552fa-c21a-4e28-8ead-e7ce7d692ae9 req-95476fde-e6dc-4bb9-8486-91a495013e90 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c8b603c3-054c-48fb-be51-22ffd400d7ad HTTP/1.1" status: 200 len: 910 time: 0.1484046 Apr 05 12:14:24.133949 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-41261a91-ec74-4651-b244-5a4a540db5f3 None None] Set router 23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:14:24.202392 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-53a552fa-c21a-4e28-8ead-e7ce7d692ae9 req-52181c0f-cb9e-40e5-b469-fd7fe9936e8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d453ac47-aecb-4c22-9e51-c391eb3fa395 HTTP/1.1" status: 200 len: 217 time: 0.0659561 Apr 05 12:14:24.217785 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7c513-f5af-4720-b016-f9473c61a134 req-24d91f23-4169-4cb7-b703-bc1c7f9bd00a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:24.218547 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-8da7c513-f5af-4720-b016-f9473c61a134 req-24d91f23-4169-4cb7-b703-bc1c7f9bd00a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Synchronizing usage tracker for tenant:537a3b807ea2432fbf1daf2fef94185e on resource:port {{(pid=84417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 12:14:24.234883 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-8da7c513-f5af-4720-b016-f9473c61a134 req-24d91f23-4169-4cb7-b703-bc1c7f9bd00a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Unset dirty status for tenant:537a3b807ea2432fbf1daf2fef94185e on resource:port {{(pid=84417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 12:14:24.236273 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8da7c513-f5af-4720-b016-f9473c61a134 req-24d91f23-4169-4cb7-b703-bc1c7f9bd00a tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 945 time: 0.1108680 Apr 05 12:14:24.277225 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a552fa-c21a-4e28-8ead-e7ce7d692ae9 req-05a8d46a-850a-4413-8c68-ececb7a11fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:24.278922 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-53a552fa-c21a-4e28-8ead-e7ce7d692ae9 req-05a8d46a-850a-4413-8c68-ececb7a11fd8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7655aa3d-4c5c-48da-8a0c-9704fa2a3313 HTTP/1.1" status: 200 len: 848 time: 0.0700333 Apr 05 12:14:24.286800 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8da7c513-f5af-4720-b016-f9473c61a134 req-b995f407-90cb-4293-87c2-1bf43271546c tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439975 Apr 05 12:14:24.365467 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a552fa-c21a-4e28-8ead-e7ce7d692ae9 req-49fa90f7-8238-4a4d-8739-745424a993ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:24.367192 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-53a552fa-c21a-4e28-8ead-e7ce7d692ae9 req-49fa90f7-8238-4a4d-8739-745424a993ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c8b603c3-054c-48fb-be51-22ffd400d7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787690 Apr 05 12:14:24.474028 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-41261a91-ec74-4651-b244-5a4a540db5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'name': 'tempest-TestShelveInstance-2050186192-router', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': 'd026006a-a6ec-4b5a-ae4e-7196fe34ff99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:16Z', 'revision_number': 4, 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'gw_port': {'id': 'd026006a-a6ec-4b5a-ae4e-7196fe34ff99', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:09Z', 'updated_at': '2021-04-05T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': '4971e5ed-f85d-49df-b88a-8f24e8ca07ee', 'name': '', 'network_id': 'c8b603c3-054c-48fb-be51-22ffd400d7ad', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'mac_address': 'fa:16:3e:5f:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7655aa3d-4c5c-48da-8a0c-9704fa2a3313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:14Z', 'updated_at': '2021-04-05T12:08:25Z', 'revision_number': 5, 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'subnets': [{'id': '7655aa3d-4c5c-48da-8a0c-9704fa2a3313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:14:24.478112 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41261a91-ec74-4651-b244-5a4a540db5f3 None None] Checking router: 23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf for host: dv-cinder-784763-1-smb {{(pid=84419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:14:24.487003 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41261a91-ec74-4651-b244-5a4a540db5f3 None None] Routers {'23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:14:24.487652 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-41261a91-ec74-4651-b244-5a4a540db5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:14:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:14:24.513395 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-53a552fa-c21a-4e28-8ead-e7ce7d692ae9 req-3869e8af-78b0-4e4a-9721-915872c11616 service neutron] 10.222.0.32 "GET /v2.0/networks/c8b603c3-054c-48fb-be51-22ffd400d7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389244 Apr 05 12:14:24.654060 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-53a552fa-c21a-4e28-8ead-e7ce7d692ae9 req-1a7b1128-11de-4d0e-a893-f0a0e5bb9c83 service neutron] 10.222.0.32 "GET /v2.0/networks/c8b603c3-054c-48fb-be51-22ffd400d7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329718 Apr 05 12:14:24.675405 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-41261a91-ec74-4651-b244-5a4a540db5f3 None None] Set router 23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:14:24.999139 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-41261a91-ec74-4651-b244-5a4a540db5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'name': 'tempest-TestShelveInstance-2050186192-router', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': 'd026006a-a6ec-4b5a-ae4e-7196fe34ff99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:16Z', 'revision_number': 4, 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'gw_port': {'id': 'd026006a-a6ec-4b5a-ae4e-7196fe34ff99', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:09Z', 'updated_at': '2021-04-05T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': '4971e5ed-f85d-49df-b88a-8f24e8ca07ee', 'name': '', 'network_id': 'c8b603c3-054c-48fb-be51-22ffd400d7ad', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'mac_address': 'fa:16:3e:5f:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7655aa3d-4c5c-48da-8a0c-9704fa2a3313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:14Z', 'updated_at': '2021-04-05T12:08:25Z', 'revision_number': 5, 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'subnets': [{'id': '7655aa3d-4c5c-48da-8a0c-9704fa2a3313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:14:25.003172 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41261a91-ec74-4651-b244-5a4a540db5f3 None None] The sync data for ids ['23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf'] in dv-cinder-784763-1-smb is: [{'id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'name': 'tempest-TestShelveInstance-2050186192-router', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': 'd026006a-a6ec-4b5a-ae4e-7196fe34ff99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:16Z', 'revision_number': 4, 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'gw_port': {'id': 'd026006a-a6ec-4b5a-ae4e-7196fe34ff99', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:09Z', 'updated_at': '2021-04-05T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': '4971e5ed-f85d-49df-b88a-8f24e8ca07ee', 'name': '', 'network_id': 'c8b603c3-054c-48fb-be51-22ffd400d7ad', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'mac_address': 'fa:16:3e:5f:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7655aa3d-4c5c-48da-8a0c-9704fa2a3313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:14Z', 'updated_at': '2021-04-05T12:08:25Z', 'revision_number': 5, 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'subnets': [{'id': '7655aa3d-4c5c-48da-8a0c-9704fa2a3313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:14:25.401461 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08de9963-bcf4-4454-beb6-c22b667fcd00 None None] New status for floating IP be0c391c-844a-406e-8d17-a1d70a074aec: DOWN {{(pid=84420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 12:14:25.498389 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb6f7d-5c16-4bfb-ac31-109bcdd9840c req-eebcf825-bdc1-4769-830e-121ca1d68e44 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:25.499987 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-60bb6f7d-5c16-4bfb-ac31-109bcdd9840c req-eebcf825-bdc1-4769-830e-121ca1d68e44 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 945 time: 0.0869033 Apr 05 12:14:25.556488 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-60bb6f7d-5c16-4bfb-ac31-109bcdd9840c req-c336bbfc-39c9-4860-811e-2e15ba2fd151 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcf2b345-b556-482a-8b92-10c7718d3423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495574 Apr 05 12:14:25.593991 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd1987-e682-4669-ac83-e7a5475d7bac req-847abe5e-ee6d-4d4e-8bff-0b315ca1198f tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:25.595663 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1cdd1987-e682-4669-ac83-e7a5475d7bac req-847abe5e-ee6d-4d4e-8bff-0b315ca1198f tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.32 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 945 time: 0.0995746 Apr 05 12:14:25.676501 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-1cdd1987-e682-4669-ac83-e7a5475d7bac req-e9b2e1f3-8a21-487f-afdf-1473d5ede37d tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Deleting port d453ac47-aecb-4c22-9e51-c391eb3fa395 {{(pid=84418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:14:25.676859 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-1cdd1987-e682-4669-ac83-e7a5475d7bac req-e9b2e1f3-8a21-487f-afdf-1473d5ede37d tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:25.933902 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-1cdd1987-e682-4669-ac83-e7a5475d7bac req-e9b2e1f3-8a21-487f-afdf-1473d5ede37d tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] For port d453ac47-aecb-4c22-9e51-c391eb3fa395, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=d453ac47-aecb-4c22-9e51-c391eb3fa395,segment=NetworkSegment(d62ccfde-6ed8-42a6-8575-7667c161fa0f),segment_id=d62ccfde-6ed8-42a6-8575-7667c161fa0f)] {{(pid=84418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:14:25.934300 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-1cdd1987-e682-4669-ac83-e7a5475d7bac req-e9b2e1f3-8a21-487f-afdf-1473d5ede37d tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:26.309177 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-1cdd1987-e682-4669-ac83-e7a5475d7bac req-e9b2e1f3-8a21-487f-afdf-1473d5ede37d tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Calling delete_port for d453ac47-aecb-4c22-9e51-c391eb3fa395 owned by compute:nova {{(pid=84418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:14:26.489206 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-1cdd1987-e682-4669-ac83-e7a5475d7bac req-e9b2e1f3-8a21-487f-afdf-1473d5ede37d tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:26.507154 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a4738771-7fe5-4dc9-a93c-da88e90b92c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:14:26.573563 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2e1f3-8a21-487f-afdf-1473d5ede37d tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Pushing event deleted for resources: {'Port': ['ID=d453ac47-aecb-4c22-9e51-c391eb3fa395,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:14:26.628160 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2e1f3-8a21-487f-afdf-1473d5ede37d tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:26.628579 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2e1f3-8a21-487f-afdf-1473d5ede37d tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:26.628987 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2e1f3-8a21-487f-afdf-1473d5ede37d tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:26.629394 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2e1f3-8a21-487f-afdf-1473d5ede37d tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:26.629818 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2e1f3-8a21-487f-afdf-1473d5ede37d tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:26.630221 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2e1f3-8a21-487f-afdf-1473d5ede37d tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:26.630624 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2e1f3-8a21-487f-afdf-1473d5ede37d tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:26.631593 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2e1f3-8a21-487f-afdf-1473d5ede37d tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:26.631993 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2e1f3-8a21-487f-afdf-1473d5ede37d tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:26.632391 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2e1f3-8a21-487f-afdf-1473d5ede37d tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:26.632782 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2e1f3-8a21-487f-afdf-1473d5ede37d tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:26.633173 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2e1f3-8a21-487f-afdf-1473d5ede37d tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:26.637533 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e9b2e1f3-8a21-487f-afdf-1473d5ede37d tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:14:26.741041 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-33dd0614-f750-4bd3-b031-dffdd24a19c0 req-6decb05e-a679-454c-b15c-bc751a029490 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "GET /v2.0/ports?device_id=d52727db-b1b1-4b63-9c6c-ea77e53cd2e1 HTTP/1.1" status: 200 len: 210 time: 0.0618944 Apr 05 12:14:26.824964 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdd1987-e682-4669-ac83-e7a5475d7bac req-e9b2e1f3-8a21-487f-afdf-1473d5ede37d tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] No DVR routers for this DVR port d453ac47-aecb-4c22-9e51-c391eb3fa395 on host hv-cinder-78476 {{(pid=84418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 12:14:26.828179 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-1cdd1987-e682-4669-ac83-e7a5475d7bac req-e9b2e1f3-8a21-487f-afdf-1473d5ede37d tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:26.831181 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52727db-b1b1-4b63-9c6c-ea77e53cd2e1', 'name': 'network-vif-deleted', 'tag': 'd453ac47-aecb-4c22-9e51-c391eb3fa395'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:14:26.851794 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-1cdd1987-e682-4669-ac83-e7a5475d7bac req-e9b2e1f3-8a21-487f-afdf-1473d5ede37d tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.32 "DELETE /v2.0/ports/d453ac47-aecb-4c22-9e51-c391eb3fa395 HTTP/1.1" status: 204 len: 173 time: 1.2504060 Apr 05 12:14:26.880941 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52727db-b1b1-4b63-9c6c-ea77e53cd2e1', 'name': 'network-vif-deleted', 'tag': 'd453ac47-aecb-4c22-9e51-c391eb3fa395', 'status': 'completed', 'code': 200} Apr 05 12:14:27.850060 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 55890) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:27.924795 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e4e71ba1-b1af-4fda-a4ea-135a7f271051 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:27.956452 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e4e71ba1-b1af-4fda-a4ea-135a7f271051 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:28.007801 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e4e71ba1-b1af-4fda-a4ea-135a7f271051 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:28.012129 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3f297775-7795-4a24-949d-1b2140f5c08f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:14:28.030120 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e71ba1-b1af-4fda-a4ea-135a7f271051 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf2b345-b556-482a-8b92-10c7718d3423,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:14:28.032835 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e4e71ba1-b1af-4fda-a4ea-135a7f271051 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:14:28.040090 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e4e71ba1-b1af-4fda-a4ea-135a7f271051 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:28.044625 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-e4e71ba1-b1af-4fda-a4ea-135a7f271051 tempest-TestShelveInstance-1012212781 tempest-TestShelveInstance-1012212781-project] 10.222.0.26 "DELETE /v2.0/security-groups/fcf2b345-b556-482a-8b92-10c7718d3423 HTTP/1.1" status: 204 len: 168 time: 0.1901884 Apr 05 12:14:28.081977 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 55902) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:28.783151 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2b225d78-2b7f-4980-b7eb-9ba447089fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780393'] for router_interface, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:29.283143 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device d453ac47-aecb-4c22-9e51-c391eb3fa395 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:14:29.323637 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] No Port match for: d453ac47-aecb-4c22-9e51-c391eb3fa395 {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:14:29.323949 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device d453ac47-aecb-4c22-9e51-c391eb3fa395 not bound to the agent host hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:14:29.390157 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-2b225d78-2b7f-4980-b7eb-9ba447089fa1 admin admin] Deleting port 4971e5ed-f85d-49df-b88a-8f24e8ca07ee {{(pid=84417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:14:29.390602 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2b225d78-2b7f-4980-b7eb-9ba447089fa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:29.633842 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-2b225d78-2b7f-4980-b7eb-9ba447089fa1 admin admin] For port 4971e5ed-f85d-49df-b88a-8f24e8ca07ee, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=4971e5ed-f85d-49df-b88a-8f24e8ca07ee,segment=NetworkSegment(d62ccfde-6ed8-42a6-8575-7667c161fa0f),segment_id=d62ccfde-6ed8-42a6-8575-7667c161fa0f)] {{(pid=84417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:14:29.634266 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2b225d78-2b7f-4980-b7eb-9ba447089fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:29.770392 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-2b225d78-2b7f-4980-b7eb-9ba447089fa1 admin admin] Calling delete_port for 4971e5ed-f85d-49df-b88a-8f24e8ca07ee owned by network:router_interface {{(pid=84417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:14:29.851759 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d00346-a3f9-4ad8-a324-56cffaa5256a req-6590353d-39c4-4223-8d07-116a34e3f257 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:29.853339 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-30d00346-a3f9-4ad8-a324-56cffaa5256a req-6590353d-39c4-4223-8d07-116a34e3f257 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.2902391 Apr 05 12:14:29.924251 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-30d00346-a3f9-4ad8-a324-56cffaa5256a req-ca29ab48-ab5c-430f-affe-f1057349bb34 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615776 Apr 05 12:14:30.006778 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2b225d78-2b7f-4980-b7eb-9ba447089fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:30.021726 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9fea02c2-2466-4401-9d40-d8ae1418bdce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:14:30.075760 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b225d78-2b7f-4980-b7eb-9ba447089fa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4971e5ed-f85d-49df-b88a-8f24e8ca07ee,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:14:30.080146 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2b225d78-2b7f-4980-b7eb-9ba447089fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:14:30.463648 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2b225d78-2b7f-4980-b7eb-9ba447089fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854212078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781500'] for router_interface, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:30.979755 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b225d78-2b7f-4980-b7eb-9ba447089fa1 admin admin] Router 23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf has already been hosted by L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 {{(pid=84417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 12:14:31.172422 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b225d78-2b7f-4980-b7eb-9ba447089fa1 admin admin] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:14:31.182168 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6144b7-c0f7-401b-bd47-21ba3f5b88b5 None None] Sync routers for ids ['23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf'] in dv-cinder-784763-1-smb {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:14:31.184315 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c146394-19b6-4bdb-95a0-0423852e220e req-91a9f6a3-3df6-4d3f-ae7d-d1caac2a5acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:31.186872 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-2b225d78-2b7f-4980-b7eb-9ba447089fa1 admin admin] 10.222.0.26 "PUT /v2.0/routers/23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1024768 Apr 05 12:14:31.187020 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7c146394-19b6-4bdb-95a0-0423852e220e req-91a9f6a3-3df6-4d3f-ae7d-d1caac2a5acc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef963fd801d14231908609f44c23fa0b&device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 1099 time: 0.1503487 Apr 05 12:14:31.188851 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 55938) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:31.194004 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6144b7-c0f7-401b-bd47-21ba3f5b88b5 None None] Routers {'23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:14:31.194733 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-5b6144b7-c0f7-401b-bd47-21ba3f5b88b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:14:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:14:31.195783 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a183bb-93aa-4db8-ba37-9c9a5fcc29d4 req-80e8f5a9-4528-4a9b-b2ed-35803e697e9b tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:31.197462 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-96a183bb-93aa-4db8-ba37-9c9a5fcc29d4 req-80e8f5a9-4528-4a9b-b2ed-35803e697e9b tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.1224866 Apr 05 12:14:31.356329 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-96a183bb-93aa-4db8-ba37-9c9a5fcc29d4 req-fda29472-bd27-424c-a460-8cd3cfee8dc5 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1487484 Apr 05 12:14:31.402431 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c146394-19b6-4bdb-95a0-0423852e220e req-6a92c852-ad9b-42d8-8272-0d630f080757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:31.402693 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2021912b-458e-4b1b-a735-8f75e1b9e1bd admin admin] Notify callbacks [] for router, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:31.404002 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7c146394-19b6-4bdb-95a0-0423852e220e req-6a92c852-ad9b-42d8-8272-0d630f080757 service neutron] 10.222.0.32 "GET /v2.0/networks?id=40fb80d3-753f-4a6e-8e1e-404338c152f4 HTTP/1.1" status: 200 len: 918 time: 0.1977994 Apr 05 12:14:31.406791 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-5b6144b7-c0f7-401b-bd47-21ba3f5b88b5 None None] Set router 23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:14:31.522433 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7c146394-19b6-4bdb-95a0-0423852e220e req-f4456862-1c84-4ce9-bc84-e550f0c8b9b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acddfa07-feaa-4c74-af4e-545b769bbc99 HTTP/1.1" status: 200 len: 1002 time: 0.1118658 Apr 05 12:14:31.601931 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c146394-19b6-4bdb-95a0-0423852e220e req-c953ed6c-72f7-4050-a620-cb0053ddad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:31.603659 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7c146394-19b6-4bdb-95a0-0423852e220e req-c953ed6c-72f7-4050-a620-cb0053ddad7b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad6e7b7d-b348-4208-aa85-00f9b060484b HTTP/1.1" status: 200 len: 856 time: 0.0744328 Apr 05 12:14:31.689462 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c146394-19b6-4bdb-95a0-0423852e220e req-429e00aa-57d3-4ba5-ac89-7607bb33eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:31.691123 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7c146394-19b6-4bdb-95a0-0423852e220e req-429e00aa-57d3-4ba5-ac89-7607bb33eb59 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=40fb80d3-753f-4a6e-8e1e-404338c152f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0816247 Apr 05 12:14:31.741369 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-5b6144b7-c0f7-401b-bd47-21ba3f5b88b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'name': 'tempest-TestShelveInstance-2050186192-router', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': 'd026006a-a6ec-4b5a-ae4e-7196fe34ff99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:14:29Z', 'revision_number': 5, 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'gw_port': {'id': 'd026006a-a6ec-4b5a-ae4e-7196fe34ff99', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:09Z', 'updated_at': '2021-04-05T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb'}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:14:31.746166 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6144b7-c0f7-401b-bd47-21ba3f5b88b5 None None] Checking router: 23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf for host: dv-cinder-784763-1-smb {{(pid=84419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:14:31.755988 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6144b7-c0f7-401b-bd47-21ba3f5b88b5 None None] Routers {'23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:14:31.756648 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-5b6144b7-c0f7-401b-bd47-21ba3f5b88b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:14:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:14:31.815818 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2021912b-458e-4b1b-a735-8f75e1b9e1bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:31.824510 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-2021912b-458e-4b1b-a735-8f75e1b9e1bd admin admin] Deleting port d026006a-a6ec-4b5a-ae4e-7196fe34ff99 {{(pid=84417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:14:31.825118 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2021912b-458e-4b1b-a735-8f75e1b9e1bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:31.835159 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7c146394-19b6-4bdb-95a0-0423852e220e req-f118eeee-e8f8-42e9-abd2-299930dd5222 service neutron] 10.222.0.32 "GET /v2.0/networks/40fb80d3-753f-4a6e-8e1e-404338c152f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366534 Apr 05 12:14:31.944833 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-5b6144b7-c0f7-401b-bd47-21ba3f5b88b5 None None] Set router 23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:14:31.980985 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7c146394-19b6-4bdb-95a0-0423852e220e req-936cad50-cdc6-4a97-ab4f-5530f5a32c25 service neutron] 10.222.0.32 "GET /v2.0/networks/40fb80d3-753f-4a6e-8e1e-404338c152f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389637 Apr 05 12:14:32.021589 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-2021912b-458e-4b1b-a735-8f75e1b9e1bd admin admin] For port d026006a-a6ec-4b5a-ae4e-7196fe34ff99, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=d026006a-a6ec-4b5a-ae4e-7196fe34ff99,segment=NetworkSegment(2ecfd34e-9a9f-4e0f-94e3-36d27d123670),segment_id=2ecfd34e-9a9f-4e0f-94e3-36d27d123670)] {{(pid=84417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:14:32.022014 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2021912b-458e-4b1b-a735-8f75e1b9e1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:32.155830 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-2021912b-458e-4b1b-a735-8f75e1b9e1bd admin admin] Calling delete_port for d026006a-a6ec-4b5a-ae4e-7196fe34ff99 owned by network:router_gateway {{(pid=84417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:14:32.262189 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-5b6144b7-c0f7-401b-bd47-21ba3f5b88b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'name': 'tempest-TestShelveInstance-2050186192-router', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': 'd026006a-a6ec-4b5a-ae4e-7196fe34ff99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:14:29Z', 'revision_number': 5, 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'gw_port': {'id': 'd026006a-a6ec-4b5a-ae4e-7196fe34ff99', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:09Z', 'updated_at': '2021-04-05T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb'}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:14:32.267204 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6144b7-c0f7-401b-bd47-21ba3f5b88b5 None None] The sync data for ids ['23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf'] in dv-cinder-784763-1-smb is: [{'id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'name': 'tempest-TestShelveInstance-2050186192-router', 'tenant_id': '537a3b807ea2432fbf1daf2fef94185e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': 'd026006a-a6ec-4b5a-ae4e-7196fe34ff99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:14:29Z', 'revision_number': 5, 'project_id': '537a3b807ea2432fbf1daf2fef94185e', 'gw_port': {'id': 'd026006a-a6ec-4b5a-ae4e-7196fe34ff99', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:09Z', 'updated_at': '2021-04-05T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb'}] {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:14:32.348593 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2021912b-458e-4b1b-a735-8f75e1b9e1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:32.432482 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2b225d78-2b7f-4980-b7eb-9ba447089fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:14:32.488839 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021912b-458e-4b1b-a735-8f75e1b9e1bd admin admin] Pushing event deleted for resources: {'Port': ['ID=d026006a-a6ec-4b5a-ae4e-7196fe34ff99,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:14:32.504282 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021912b-458e-4b1b-a735-8f75e1b9e1bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:32.504983 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021912b-458e-4b1b-a735-8f75e1b9e1bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:32.505568 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021912b-458e-4b1b-a735-8f75e1b9e1bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:32.506161 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021912b-458e-4b1b-a735-8f75e1b9e1bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:32.506566 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021912b-458e-4b1b-a735-8f75e1b9e1bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:32.506963 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021912b-458e-4b1b-a735-8f75e1b9e1bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:32.507360 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021912b-458e-4b1b-a735-8f75e1b9e1bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:32.507757 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021912b-458e-4b1b-a735-8f75e1b9e1bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:32.508154 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021912b-458e-4b1b-a735-8f75e1b9e1bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:32.508548 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021912b-458e-4b1b-a735-8f75e1b9e1bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:32.509083 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021912b-458e-4b1b-a735-8f75e1b9e1bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:32.509473 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2021912b-458e-4b1b-a735-8f75e1b9e1bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:32.514940 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2021912b-458e-4b1b-a735-8f75e1b9e1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:14:32.587534 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163c2ff-d3c9-4af0-aa1a-e2aa70da2a09 req-8fb88431-1585-4ce6-8fc8-c697510f2e1f tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:32.589187 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d163c2ff-d3c9-4af0-aa1a-e2aa70da2a09 req-8fb88431-1585-4ce6-8fc8-c697510f2e1f tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.1076529 Apr 05 12:14:32.623039 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:32.645600 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-d163c2ff-d3c9-4af0-aa1a-e2aa70da2a09 req-b3202fba-5c1e-43c0-8959-f08807875710 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484211 Apr 05 12:14:32.682434 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2021912b-458e-4b1b-a735-8f75e1b9e1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771004'] for router_gateway, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:32.867951 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2021912b-458e-4b1b-a735-8f75e1b9e1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854002627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64796'] for router, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:32.870429 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2021912b-458e-4b1b-a735-8f75e1b9e1bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:32.891275 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2021912b-458e-4b1b-a735-8f75e1b9e1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854002553'] for router, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:32.891827 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2021912b-458e-4b1b-a735-8f75e1b9e1bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf {{(pid=84417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 12:14:32.906144 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2021912b-458e-4b1b-a735-8f75e1b9e1bd admin admin] Notify callbacks [] for router, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:32.907206 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-2021912b-458e-4b1b-a735-8f75e1b9e1bd admin admin] 10.222.0.26 "DELETE /v2.0/routers/23bfbb2b-71ff-4d3e-aca9-3bb1f5e71caf HTTP/1.1" status: 204 len: 168 time: 1.7084920 Apr 05 12:14:32.909911 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 55956) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:32.977009 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_v2 [None req-244e0ffd-3c2e-472d-8b64-23cb73c3236a admin admin] Deleting subnet 7655aa3d-4c5c-48da-8a0c-9704fa2a3313 {{(pid=84417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 12:14:32.980136 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-244e0ffd-3c2e-472d-8b64-23cb73c3236a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:33.036803 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-244e0ffd-3c2e-472d-8b64-23cb73c3236a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853105929'] for subnet, precommit_delete_associations {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:33.162949 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-244e0ffd-3c2e-472d-8b64-23cb73c3236a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16343'] for subnet, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:33.421081 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-244e0ffd-3c2e-472d-8b64-23cb73c3236a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853132249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10574791'] for subnet, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:33.436046 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:14:33.483520 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e0ffd-3c2e-472d-8b64-23cb73c3236a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7655aa3d-4c5c-48da-8a0c-9704fa2a3313,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:14:33.487196 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-244e0ffd-3c2e-472d-8b64-23cb73c3236a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:14:33.555918 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device d026006a-a6ec-4b5a-ae4e-7196fe34ff99 no longer exists at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:14:33.567206 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-244e0ffd-3c2e-472d-8b64-23cb73c3236a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for subnet, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:33.573182 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-244e0ffd-3c2e-472d-8b64-23cb73c3236a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7655aa3d-4c5c-48da-8a0c-9704fa2a3313 HTTP/1.1" status: 204 len: 168 time: 0.6622376 Apr 05 12:14:33.575782 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 55960) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:33.597800 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] No Port match for: d026006a-a6ec-4b5a-ae4e-7196fe34ff99 {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:14:33.598404 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device d026006a-a6ec-4b5a-ae4e-7196fe34ff99 not bound to the agent host dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:14:33.598630 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 4971e5ed-f85d-49df-b88a-8f24e8ca07ee no longer exists at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:14:33.629843 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6daadb4-d42e-48b0-bb08-79c44a1ff23e None None] Network c8b603c3-054c-48fb-be51-22ffd400d7ad requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:14:33.665300 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] No Port match for: 4971e5ed-f85d-49df-b88a-8f24e8ca07ee {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:14:33.665677 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 4971e5ed-f85d-49df-b88a-8f24e8ca07ee not bound to the agent host dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:14:33.696962 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-065fb6d2-6978-41f1-af3e-b4ab48b5849b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-454253'] for network, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:33.779692 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-065fb6d2-6978-41f1-af3e-b4ab48b5849b admin admin] Deleting port 1fa1677a-c183-42fc-9898-1ab69a8ec590 {{(pid=84417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:14:33.780069 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-065fb6d2-6978-41f1-af3e-b4ab48b5849b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:33.913009 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5c9c6a-8150-4d8c-ac20-164811402633 None None] DHCP port deletion for c8b603c3-054c-48fb-be51-22ffd400d7ad request from dv-cinder-784763-1-smb {{(pid=84419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 12:14:33.917265 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-ef5c9c6a-8150-4d8c-ac20-164811402633 None None] Deleting port 1fa1677a-c183-42fc-9898-1ab69a8ec590 {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:14:33.917660 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ef5c9c6a-8150-4d8c-ac20-164811402633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:33.994559 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7838f6-2c71-48af-8e89-35f94610bef4 req-0187a622-f54a-4d45-bce7-444ebad8a579 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:33.996148 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-fe7838f6-2c71-48af-8e89-35f94610bef4 req-0187a622-f54a-4d45-bce7-444ebad8a579 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.1861074 Apr 05 12:14:34.106003 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-065fb6d2-6978-41f1-af3e-b4ab48b5849b admin admin] For port 1fa1677a-c183-42fc-9898-1ab69a8ec590, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=1fa1677a-c183-42fc-9898-1ab69a8ec590,segment=NetworkSegment(d62ccfde-6ed8-42a6-8575-7667c161fa0f),segment_id=d62ccfde-6ed8-42a6-8575-7667c161fa0f)] {{(pid=84417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:14:34.106392 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-065fb6d2-6978-41f1-af3e-b4ab48b5849b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:34.125498 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-fe7838f6-2c71-48af-8e89-35f94610bef4 req-4f55a9d9-471b-4a3e-b08d-e330968ed12b tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1214492 Apr 05 12:14:34.136875 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-ef5c9c6a-8150-4d8c-ac20-164811402633 None None] For port 1fa1677a-c183-42fc-9898-1ab69a8ec590, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=1fa1677a-c183-42fc-9898-1ab69a8ec590,segment=NetworkSegment(d62ccfde-6ed8-42a6-8575-7667c161fa0f),segment_id=d62ccfde-6ed8-42a6-8575-7667c161fa0f)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:14:34.137262 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ef5c9c6a-8150-4d8c-ac20-164811402633 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:34.249495 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-065fb6d2-6978-41f1-af3e-b4ab48b5849b admin admin] Calling delete_port for 1fa1677a-c183-42fc-9898-1ab69a8ec590 owned by network:dhcp {{(pid=84417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:14:34.343714 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-065fb6d2-6978-41f1-af3e-b4ab48b5849b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:34.369723 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-149e098b-ea4b-4beb-b6a0-82a2d6ff6618 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:14:34.432432 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065fb6d2-6978-41f1-af3e-b4ab48b5849b admin admin] Pushing event deleted for resources: {'Port': ['ID=1fa1677a-c183-42fc-9898-1ab69a8ec590,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:14:34.435239 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-065fb6d2-6978-41f1-af3e-b4ab48b5849b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:14:34.443592 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-ef5c9c6a-8150-4d8c-ac20-164811402633 None None] Calling delete_port for 1fa1677a-c183-42fc-9898-1ab69a8ec590 owned by network:dhcp {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:14:34.519363 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.db.api [None req-ef5c9c6a-8150-4d8c-ac20-164811402633 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84419) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:14:34.519679 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_db.api [None req-ef5c9c6a-8150-4d8c-ac20-164811402633 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 12:14:34.525471 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065fb6d2-6978-41f1-af3e-b4ab48b5849b admin admin] No DVR routers for this DVR port 1fa1677a-c183-42fc-9898-1ab69a8ec590 on host dv-cinder-784763-1-smb {{(pid=84417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 12:14:34.644958 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-065fb6d2-6978-41f1-af3e-b4ab48b5849b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363279657788737'] for network, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:34.754886 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-065fb6d2-6978-41f1-af3e-b4ab48b5849b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b603c3-054c-48fb-be51-22ffd400d7ad']}} {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:14:34.768043 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-065fb6d2-6978-41f1-af3e-b4ab48b5849b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62ccfde-6ed8-42a6-8575-7667c161fa0f') {'for_net_delete': True} {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:14:34.768382 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-065fb6d2-6978-41f1-af3e-b4ab48b5849b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62ccfde-6ed8-42a6-8575-7667c161fa0f') {} {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:14:34.780014 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-065fb6d2-6978-41f1-af3e-b4ab48b5849b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757196986961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1669886'] for segment, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:34.794408 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-065fb6d2-6978-41f1-af3e-b4ab48b5849b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:34.801102 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-065fb6d2-6978-41f1-af3e-b4ab48b5849b admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=84417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 12:14:35.021229 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-ef5c9c6a-8150-4d8c-ac20-164811402633 None None] Deleting port 1fa1677a-c183-42fc-9898-1ab69a8ec590 {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:14:35.021697 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ef5c9c6a-8150-4d8c-ac20-164811402633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:35.098504 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-ef5c9c6a-8150-4d8c-ac20-164811402633 None None] The port '1fa1677a-c183-42fc-9898-1ab69a8ec590' was deleted {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 12:14:35.200323 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-065fb6d2-6978-41f1-af3e-b4ab48b5849b admin admin] Network c8b603c3-054c-48fb-be51-22ffd400d7ad has no segments {{(pid=84417) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 12:14:35.209880 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-065fb6d2-6978-41f1-af3e-b4ab48b5849b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853132148'] for segment, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:35.346451 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e50c3-6ef5-4f1f-855e-86619da39761 req-d00aa898-de46-497c-9f8f-a2c2245713e7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:35.350206 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-025e50c3-6ef5-4f1f-855e-86619da39761 req-d00aa898-de46-497c-9f8f-a2c2245713e7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.1005719 Apr 05 12:14:35.406266 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-065fb6d2-6978-41f1-af3e-b4ab48b5849b admin admin] Network c8b603c3-054c-48fb-be51-22ffd400d7ad has no segments {{(pid=84417) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 12:14:35.427625 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-025e50c3-6ef5-4f1f-855e-86619da39761 req-5faf2aaf-5799-40b1-9097-67e3ed94a7b7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542769 Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: Traceback (most recent call last): Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: timer() Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: cb(*args, **kw) Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: return func(*args, **kwargs) Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: self._notify() Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: self.callback(batched_events) Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: event.method(event) Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: segment_id)['aggregates'][0] Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: return f(self, *a, **k) Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: return self._get(url).json() Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: **kwargs) Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: return self.request(url, 'GET', **kwargs) Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: **endpoint_filter) Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:14:35.431585 dv-cinder-784763-1-smb neutron-server[84306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:14:35.514506 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-065fb6d2-6978-41f1-af3e-b4ab48b5849b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854004774'] for network, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:35.518369 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:14:35.533949 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-065fb6d2-6978-41f1-af3e-b4ab48b5849b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:35.546678 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065fb6d2-6978-41f1-af3e-b4ab48b5849b admin admin] Pushing event deleted for resources: {'Network': ['ID=c8b603c3-054c-48fb-be51-22ffd400d7ad,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:14:35.551119 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-065fb6d2-6978-41f1-af3e-b4ab48b5849b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:14:35.562046 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-065fb6d2-6978-41f1-af3e-b4ab48b5849b admin admin] 10.222.0.26 "DELETE /v2.0/networks/c8b603c3-054c-48fb-be51-22ffd400d7ad HTTP/1.1" status: 204 len: 168 time: 1.9828949 Apr 05 12:14:35.562324 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 55984) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:35.568636 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 1fa1677a-c183-42fc-9898-1ab69a8ec590 no longer exists at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:14:35.606794 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] No Port match for: 1fa1677a-c183-42fc-9898-1ab69a8ec590 {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:14:35.607213 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 1fa1677a-c183-42fc-9898-1ab69a8ec590 not bound to the agent host dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:14:36.145797 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4081f05d-0b8c-42b1-b497-78b35d8bf520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780393'] for router_interface, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:36.524854 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-4081f05d-0b8c-42b1-b497-78b35d8bf520 admin admin] Deleting port b5ee101c-357c-4ab2-94c2-51eb10038735 {{(pid=84417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:14:36.525238 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4081f05d-0b8c-42b1-b497-78b35d8bf520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:36.641822 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c991493-f86d-4ea4-b595-32fcf47dc711 req-1d2bc50d-44fb-41d4-ac23-edb7c2892132 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:36.643537 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8c991493-f86d-4ea4-b595-32fcf47dc711 req-1d2bc50d-44fb-41d4-ac23-edb7c2892132 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.0948374 Apr 05 12:14:36.692195 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8c991493-f86d-4ea4-b595-32fcf47dc711 req-0b52cd93-7adf-4dc0-8698-8fb984a2a6bc tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417600 Apr 05 12:14:36.720539 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-4081f05d-0b8c-42b1-b497-78b35d8bf520 admin admin] For port b5ee101c-357c-4ab2-94c2-51eb10038735, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=b5ee101c-357c-4ab2-94c2-51eb10038735,segment=NetworkSegment(a9cb494e-d196-4140-a8a0-c4a0b3f5b306),segment_id=a9cb494e-d196-4140-a8a0-c4a0b3f5b306)] {{(pid=84417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:14:36.721157 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4081f05d-0b8c-42b1-b497-78b35d8bf520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:36.854711 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-4081f05d-0b8c-42b1-b497-78b35d8bf520 admin admin] Calling delete_port for b5ee101c-357c-4ab2-94c2-51eb10038735 owned by network:router_interface {{(pid=84417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:14:37.031245 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4081f05d-0b8c-42b1-b497-78b35d8bf520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:37.047267 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-173c6198-3201-46eb-b4cc-5c0abc8d3d4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:14:37.106555 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081f05d-0b8c-42b1-b497-78b35d8bf520 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ee101c-357c-4ab2-94c2-51eb10038735,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:14:37.109962 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4081f05d-0b8c-42b1-b497-78b35d8bf520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:14:37.333358 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-189ca884-b71b-47b9-8bda-57c30abb8968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:37.534704 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4081f05d-0b8c-42b1-b497-78b35d8bf520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854212078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781500'] for router_interface, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:38.145464 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905663c-af0d-46f4-ae0b-49025b5356f5 req-9d7a20e6-0f31-4ae2-b93a-1fe1f70ce716 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:38.147253 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9905663c-af0d-46f4-ae0b-49025b5356f5 req-9d7a20e6-0f31-4ae2-b93a-1fe1f70ce716 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.1365464 Apr 05 12:14:38.337818 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-9905663c-af0d-46f4-ae0b-49025b5356f5 req-7a64e4b3-6ab8-40e3-9e60-0fe122c2c19e tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1319871 Apr 05 12:14:38.377192 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4081f05d-0b8c-42b1-b497-78b35d8bf520 admin admin] Router 712bff2b-341a-4de9-bed8-5d59031cfe2e has already been hosted by L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 {{(pid=84417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 12:14:38.569646 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4081f05d-0b8c-42b1-b497-78b35d8bf520 admin admin] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:14:38.578307 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead91071-b363-40b2-8962-2503d938af53 None None] Sync routers for ids ['712bff2b-341a-4de9-bed8-5d59031cfe2e'] in dv-cinder-784763-1-smb {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:14:38.581946 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-4081f05d-0b8c-42b1-b497-78b35d8bf520 admin admin] 10.222.0.26 "PUT /v2.0/routers/712bff2b-341a-4de9-bed8-5d59031cfe2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0158653 Apr 05 12:14:38.581946 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 56012) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:38.588518 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead91071-b363-40b2-8962-2503d938af53 None None] Routers {'712bff2b-341a-4de9-bed8-5d59031cfe2e'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:14:38.589133 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-ead91071-b363-40b2-8962-2503d938af53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:14:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['712bff2b-341a-4de9-bed8-5d59031cfe2e'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:14:38.704244 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:38.782963 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-ead91071-b363-40b2-8962-2503d938af53 None None] Set router 712bff2b-341a-4de9-bed8-5d59031cfe2e gateway port host: dv-cinder-784763-1-smb {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:14:38.790379 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75c5b525-e169-41cf-8972-7772d70d9eda admin admin] Notify callbacks [] for router, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:38.979504 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75c5b525-e169-41cf-8972-7772d70d9eda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:38.988492 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-75c5b525-e169-41cf-8972-7772d70d9eda admin admin] Deleting port fff753bf-2878-4370-b948-a5079f86f230 {{(pid=84417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:14:38.988874 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75c5b525-e169-41cf-8972-7772d70d9eda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:39.091038 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-ead91071-b363-40b2-8962-2503d938af53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712bff2b-341a-4de9-bed8-5d59031cfe2e', 'name': 'tempest-TestShelveInstance-1570730243-router', 'tenant_id': '2b796b7ad745479699154dea3146ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fff753bf-2878-4370-b948-a5079f86f230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:24Z', 'updated_at': '2021-04-05T12:14:36Z', 'revision_number': 5, 'project_id': '2b796b7ad745479699154dea3146ab42', 'gw_port': {'id': 'fff753bf-2878-4370-b948-a5079f86f230', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:7e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712bff2b-341a-4de9-bed8-5d59031cfe2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:26Z', 'updated_at': '2021-04-05T12:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb'}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:14:39.095268 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead91071-b363-40b2-8962-2503d938af53 None None] Checking router: 712bff2b-341a-4de9-bed8-5d59031cfe2e for host: dv-cinder-784763-1-smb {{(pid=84420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:14:39.104112 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead91071-b363-40b2-8962-2503d938af53 None None] Routers {'712bff2b-341a-4de9-bed8-5d59031cfe2e'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:14:39.104759 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-ead91071-b363-40b2-8962-2503d938af53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:14:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['712bff2b-341a-4de9-bed8-5d59031cfe2e'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:14:39.227704 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-75c5b525-e169-41cf-8972-7772d70d9eda admin admin] For port fff753bf-2878-4370-b948-a5079f86f230, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=fff753bf-2878-4370-b948-a5079f86f230,segment=NetworkSegment(2ecfd34e-9a9f-4e0f-94e3-36d27d123670),segment_id=2ecfd34e-9a9f-4e0f-94e3-36d27d123670)] {{(pid=84417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:14:39.228077 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75c5b525-e169-41cf-8972-7772d70d9eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:39.265626 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-ead91071-b363-40b2-8962-2503d938af53 None None] Set router 712bff2b-341a-4de9-bed8-5d59031cfe2e gateway port host: None {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:14:39.365044 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-75c5b525-e169-41cf-8972-7772d70d9eda admin admin] Calling delete_port for fff753bf-2878-4370-b948-a5079f86f230 owned by network:router_gateway {{(pid=84417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:14:39.380360 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-ead91071-b363-40b2-8962-2503d938af53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712bff2b-341a-4de9-bed8-5d59031cfe2e', 'name': 'tempest-TestShelveInstance-1570730243-router', 'tenant_id': '2b796b7ad745479699154dea3146ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:24Z', 'updated_at': '2021-04-05T12:14:38Z', 'revision_number': 6, 'project_id': '2b796b7ad745479699154dea3146ab42', 'gw_port_host': None}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:14:39.385164 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead91071-b363-40b2-8962-2503d938af53 None None] The sync data for ids ['712bff2b-341a-4de9-bed8-5d59031cfe2e'] in dv-cinder-784763-1-smb is: [{'id': '712bff2b-341a-4de9-bed8-5d59031cfe2e', 'name': 'tempest-TestShelveInstance-1570730243-router', 'tenant_id': '2b796b7ad745479699154dea3146ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:24Z', 'updated_at': '2021-04-05T12:14:38Z', 'revision_number': 6, 'project_id': '2b796b7ad745479699154dea3146ab42', 'gw_port_host': None}] {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:14:39.454584 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471cd91-4285-46b8-867b-a56ea7f4af34 req-f0b21e74-17ef-4f61-961b-4bb6ce81adbc tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:39.456224 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c471cd91-4285-46b8-867b-a56ea7f4af34 req-f0b21e74-17ef-4f61-961b-4bb6ce81adbc tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d1e4ec-b71e-4fc3-988f-072dbb57aa09 HTTP/1.1" status: 200 len: 946 time: 0.2954381 Apr 05 12:14:39.525997 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device b5ee101c-357c-4ab2-94c2-51eb10038735 no longer exists at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:14:39.527764 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c471cd91-4285-46b8-867b-a56ea7f4af34 req-4ee00b45-4d9e-4f21-9db4-58263ef5c732 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=5649047d-698b-4240-8264-6d1624235002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615757 Apr 05 12:14:39.573629 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] No Port match for: b5ee101c-357c-4ab2-94c2-51eb10038735 {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:14:39.574386 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device b5ee101c-357c-4ab2-94c2-51eb10038735 not bound to the agent host dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:14:39.582779 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1b0ad-1f0c-43b0-9f90-a57df8fc7102 req-3cf43d2c-a00b-4239-bf2e-5990b77bd426 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:39.584459 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-95b1b0ad-1f0c-43b0-9f90-a57df8fc7102 req-3cf43d2c-a00b-4239-bf2e-5990b77bd426 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.1044524 Apr 05 12:14:39.620716 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75c5b525-e169-41cf-8972-7772d70d9eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:39.636198 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:14:39.636983 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-95b1b0ad-1f0c-43b0-9f90-a57df8fc7102 req-3e6d51fd-8c2c-4bd2-bb0d-e00f7127f216 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461404 Apr 05 12:14:39.693602 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5b525-e169-41cf-8972-7772d70d9eda admin admin] Pushing event deleted for resources: {'Port': ['ID=fff753bf-2878-4370-b948-a5079f86f230,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:14:39.697546 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-75c5b525-e169-41cf-8972-7772d70d9eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:14:39.896253 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75c5b525-e169-41cf-8972-7772d70d9eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771004'] for router_gateway, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:39.919324 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0a987229-ae2b-46c6-8d53-d21055b6dc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:40.082839 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75c5b525-e169-41cf-8972-7772d70d9eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854002627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64796'] for router, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:40.085112 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75c5b525-e169-41cf-8972-7772d70d9eda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:40.104932 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75c5b525-e169-41cf-8972-7772d70d9eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854002553'] for router, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:40.105510 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c5b525-e169-41cf-8972-7772d70d9eda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 712bff2b-341a-4de9-bed8-5d59031cfe2e {{(pid=84417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 12:14:40.118171 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75c5b525-e169-41cf-8972-7772d70d9eda admin admin] Notify callbacks [] for router, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:40.119406 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-75c5b525-e169-41cf-8972-7772d70d9eda admin admin] 10.222.0.26 "DELETE /v2.0/routers/712bff2b-341a-4de9-bed8-5d59031cfe2e HTTP/1.1" status: 204 len: 168 time: 1.5365417 Apr 05 12:14:40.122218 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 56026) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:40.192168 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e796706-86f0-4b35-8b96-19ab96488300 admin admin] Deleting subnet c3be706d-83dd-4eb3-837c-00816e538310 {{(pid=84417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 12:14:40.195267 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8e796706-86f0-4b35-8b96-19ab96488300 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:40.246867 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8e796706-86f0-4b35-8b96-19ab96488300 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853105929'] for subnet, precommit_delete_associations {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:40.297781 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:40.553805 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8e796706-86f0-4b35-8b96-19ab96488300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16343'] for subnet, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:40.855883 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb002681-bac8-4fef-8d91-930d39a53b4e req-661d7251-f6bd-4624-a1fd-7f9a93ee27ad tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:40.857879 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-eb002681-bac8-4fef-8d91-930d39a53b4e req-661d7251-f6bd-4624-a1fd-7f9a93ee27ad tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.0896010 Apr 05 12:14:40.898345 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8e796706-86f0-4b35-8b96-19ab96488300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853132249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10574791'] for subnet, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:40.906627 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-eb002681-bac8-4fef-8d91-930d39a53b4e req-2a0830dc-ed8a-4972-b95a-81c9d3ca6797 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424070 Apr 05 12:14:40.917185 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0b144897-2082-41bb-93ce-70a7e171d175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:14:40.970723 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820870cc-8f8b-44f1-b755-4c9073b33795 req-56223d92-a588-4794-9b6f-2fcae012ab33 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:40.972326 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-820870cc-8f8b-44f1-b755-4c9073b33795 req-56223d92-a588-4794-9b6f-2fcae012ab33 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d1e4ec-b71e-4fc3-988f-072dbb57aa09 HTTP/1.1" status: 200 len: 946 time: 0.1868069 Apr 05 12:14:40.980342 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e796706-86f0-4b35-8b96-19ab96488300 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3be706d-83dd-4eb3-837c-00816e538310,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:14:40.983107 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8e796706-86f0-4b35-8b96-19ab96488300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:14:41.098076 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-820870cc-8f8b-44f1-b755-4c9073b33795 req-780f4b73-0c4b-4624-b23f-b451009cb4dd tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=5649047d-698b-4240-8264-6d1624235002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188998 Apr 05 12:14:41.105007 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8e796706-86f0-4b35-8b96-19ab96488300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for subnet, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:41.111181 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b6c363-e5b0-4cbf-a157-7731876c7c59 None None] Network 78cc7043-a959-4277-83d7-3d6cae2c2655 requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:14:41.111841 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-8e796706-86f0-4b35-8b96-19ab96488300 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c3be706d-83dd-4eb3-837c-00816e538310 HTTP/1.1" status: 204 len: 168 time: 0.9885526 Apr 05 12:14:41.114738 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 56034) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:41.287702 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0d8de266-35e9-46e6-8d1a-89703201f999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-454253'] for network, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:41.357994 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30509b2-98bd-4108-a543-9c43c4054142 None None] DHCP port deletion for 78cc7043-a959-4277-83d7-3d6cae2c2655 request from dv-cinder-784763-1-smb {{(pid=84419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 12:14:41.362306 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-f30509b2-98bd-4108-a543-9c43c4054142 None None] Deleting port 099654a8-3b10-4a14-be0f-a074f3291838 {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:14:41.362816 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f30509b2-98bd-4108-a543-9c43c4054142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:41.383057 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-0d8de266-35e9-46e6-8d1a-89703201f999 admin admin] Deleting port 099654a8-3b10-4a14-be0f-a074f3291838 {{(pid=84418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:14:41.383430 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0d8de266-35e9-46e6-8d1a-89703201f999 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:41.422624 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc2243-7b29-4566-a2ee-8f8347f1be30 req-b12acbb2-9497-4839-a516-6924eb140eeb tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:41.424380 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-95bc2243-7b29-4566-a2ee-8f8347f1be30 req-b12acbb2-9497-4839-a516-6924eb140eeb tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.32 "GET /v2.0/ports?device_id=38d1e4ec-b71e-4fc3-988f-072dbb57aa09 HTTP/1.1" status: 200 len: 946 time: 0.2871203 Apr 05 12:14:41.526095 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-95bc2243-7b29-4566-a2ee-8f8347f1be30 req-8af8b21d-0a3a-4620-b6c2-1148bef2d266 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Deleting port c323d51f-6980-4800-9899-b72a3fe52925 {{(pid=84418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:14:41.526422 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-95bc2243-7b29-4566-a2ee-8f8347f1be30 req-8af8b21d-0a3a-4620-b6c2-1148bef2d266 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:41.592285 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 099654a8-3b10-4a14-be0f-a074f3291838 no longer exists at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:14:41.636335 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-f30509b2-98bd-4108-a543-9c43c4054142 None None] For port 099654a8-3b10-4a14-be0f-a074f3291838, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=099654a8-3b10-4a14-be0f-a074f3291838,segment=NetworkSegment(a9cb494e-d196-4140-a8a0-c4a0b3f5b306),segment_id=a9cb494e-d196-4140-a8a0-c4a0b3f5b306)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:14:41.636721 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f30509b2-98bd-4108-a543-9c43c4054142 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:41.784938 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-f30509b2-98bd-4108-a543-9c43c4054142 None None] Calling delete_port for 099654a8-3b10-4a14-be0f-a074f3291838 owned by network:dhcp {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:14:41.915362 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:41.930490 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f30509b2-98bd-4108-a543-9c43c4054142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:41.947143 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:14:41.954705 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-95bc2243-7b29-4566-a2ee-8f8347f1be30 req-8af8b21d-0a3a-4620-b6c2-1148bef2d266 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] For port c323d51f-6980-4800-9899-b72a3fe52925, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c323d51f-6980-4800-9899-b72a3fe52925,segment=NetworkSegment(0c3b046c-3d9d-4bb7-a47e-97e66d32d96b),segment_id=0c3b046c-3d9d-4bb7-a47e-97e66d32d96b)] {{(pid=84418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:14:41.955184 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-95bc2243-7b29-4566-a2ee-8f8347f1be30 req-8af8b21d-0a3a-4620-b6c2-1148bef2d266 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:41.963482 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-0d8de266-35e9-46e6-8d1a-89703201f999 admin admin] For port 099654a8-3b10-4a14-be0f-a074f3291838, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=099654a8-3b10-4a14-be0f-a074f3291838,segment=NetworkSegment(a9cb494e-d196-4140-a8a0-c4a0b3f5b306),segment_id=a9cb494e-d196-4140-a8a0-c4a0b3f5b306)] {{(pid=84418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:14:41.963869 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0d8de266-35e9-46e6-8d1a-89703201f999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:42.014576 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30509b2-98bd-4108-a543-9c43c4054142 None None] Pushing event deleted for resources: {'Port': ['ID=099654a8-3b10-4a14-be0f-a074f3291838,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:14:42.083047 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30509b2-98bd-4108-a543-9c43c4054142 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:42.083047 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30509b2-98bd-4108-a543-9c43c4054142 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:42.083391 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30509b2-98bd-4108-a543-9c43c4054142 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:42.083752 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30509b2-98bd-4108-a543-9c43c4054142 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:42.084126 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30509b2-98bd-4108-a543-9c43c4054142 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:42.084497 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30509b2-98bd-4108-a543-9c43c4054142 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:42.084866 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30509b2-98bd-4108-a543-9c43c4054142 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:42.085229 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30509b2-98bd-4108-a543-9c43c4054142 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:42.085635 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30509b2-98bd-4108-a543-9c43c4054142 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:42.086002 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30509b2-98bd-4108-a543-9c43c4054142 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:42.086362 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30509b2-98bd-4108-a543-9c43c4054142 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:42.086722 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30509b2-98bd-4108-a543-9c43c4054142 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:14:42.119902 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f30509b2-98bd-4108-a543-9c43c4054142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:14:42.146479 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device fff753bf-2878-4370-b948-a5079f86f230 no longer exists at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:14:42.164929 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-0d8de266-35e9-46e6-8d1a-89703201f999 admin admin] Calling delete_port for 099654a8-3b10-4a14-be0f-a074f3291838 owned by network:dhcp {{(pid=84418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:14:42.178669 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:42.185869 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] No Port match for: fff753bf-2878-4370-b948-a5079f86f230 {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:14:42.186268 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device fff753bf-2878-4370-b948-a5079f86f230 not bound to the agent host dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:14:42.201089 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30509b2-98bd-4108-a543-9c43c4054142 None None] No DVR routers for this DVR port 099654a8-3b10-4a14-be0f-a074f3291838 on host dv-cinder-784763-1-smb {{(pid=84419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 12:14:42.305353 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f97a5-dea5-4f65-9034-ef70f17bbd7d req-e8c2dc3e-ccc9-4fce-8754-b86602b7dc5b tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:42.306986 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4a1f97a5-dea5-4f65-9034-ef70f17bbd7d req-e8c2dc3e-ccc9-4fce-8754-b86602b7dc5b tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d1e4ec-b71e-4fc3-988f-072dbb57aa09 HTTP/1.1" status: 200 len: 946 time: 0.0934920 Apr 05 12:14:42.356102 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4a1f97a5-dea5-4f65-9034-ef70f17bbd7d req-dc20e162-4be6-4b34-a9cc-0bf12320f844 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups?id=5649047d-698b-4240-8264-6d1624235002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422745 Apr 05 12:14:42.720743 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.db.api [None req-0d8de266-35e9-46e6-8d1a-89703201f999 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84418) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:14:42.721321 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_db.api [None req-0d8de266-35e9-46e6-8d1a-89703201f999 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 12:14:42.747127 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cef53-2785-4bef-9047-e899b8e730e6 req-8243c485-78f4-4e58-b61d-f4de8fcb50ee tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:42.749226 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-052cef53-2785-4bef-9047-e899b8e730e6 req-8243c485-78f4-4e58-b61d-f4de8fcb50ee tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.6532869 Apr 05 12:14:42.782456 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-95bc2243-7b29-4566-a2ee-8f8347f1be30 req-8af8b21d-0a3a-4620-b6c2-1148bef2d266 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:42.782864 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-95bc2243-7b29-4566-a2ee-8f8347f1be30 req-8af8b21d-0a3a-4620-b6c2-1148bef2d266 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854004789'] for floatingip, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:42.783213 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.l3_db [req-95bc2243-7b29-4566-a2ee-8f8347f1be30 req-8af8b21d-0a3a-4620-b6c2-1148bef2d266 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Floating IP 8facca7e-f890-40e1-a7f4-7b69031ea543 disassociated. External IP: 172.28.2.110, port: c323d51f-6980-4800-9899-b72a3fe52925. Apr 05 12:14:42.783592 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-95bc2243-7b29-4566-a2ee-8f8347f1be30 req-8af8b21d-0a3a-4620-b6c2-1148bef2d266 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Calling delete_port for c323d51f-6980-4800-9899-b72a3fe52925 owned by compute:nova {{(pid=84418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:14:42.858850 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-052cef53-2785-4bef-9047-e899b8e730e6 req-30dc9247-f8fa-4570-8e8c-c1a529e8bd98 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0979910 Apr 05 12:14:42.953688 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-95bc2243-7b29-4566-a2ee-8f8347f1be30 req-8af8b21d-0a3a-4620-b6c2-1148bef2d266 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:42.968549 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-80b32b47-0bb8-4c92-b53e-82ad45fa4ba9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:14:43.024094 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8b21d-0a3a-4620-b6c2-1148bef2d266 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Pushing event deleted for resources: {'Port': ['ID=c323d51f-6980-4800-9899-b72a3fe52925,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:14:43.028612 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8af8b21d-0a3a-4620-b6c2-1148bef2d266 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:14:43.252571 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-0d8de266-35e9-46e6-8d1a-89703201f999 admin admin] Deleting port 099654a8-3b10-4a14-be0f-a074f3291838 {{(pid=84418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:14:43.252949 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0d8de266-35e9-46e6-8d1a-89703201f999 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:43.347743 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-0d8de266-35e9-46e6-8d1a-89703201f999 admin admin] The port '099654a8-3b10-4a14-be0f-a074f3291838' was deleted {{(pid=84418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 12:14:43.497121 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0d8de266-35e9-46e6-8d1a-89703201f999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363279657788737'] for network, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:43.522756 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f89774a8-4044-49de-a4aa-ac6ed32e837f req-eb9f52a3-d1cd-45f9-b03b-2c3b03070d77 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d1e4ec-b71e-4fc3-988f-072dbb57aa09 HTTP/1.1" status: 200 len: 210 time: 0.0507901 Apr 05 12:14:43.535291 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95bc2243-7b29-4566-a2ee-8f8347f1be30 req-8af8b21d-0a3a-4620-b6c2-1148bef2d266 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Router c1b400fc-c6ce-4df9-8a0a-5174a64dd374 has already been hosted by L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 {{(pid=84418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 12:14:43.775062 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-0d8de266-35e9-46e6-8d1a-89703201f999 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78cc7043-a959-4277-83d7-3d6cae2c2655']}} {{(pid=84418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:14:43.793222 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-0d8de266-35e9-46e6-8d1a-89703201f999 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9cb494e-d196-4140-a8a0-c4a0b3f5b306') {'for_net_delete': True} {{(pid=84418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:14:43.793573 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-0d8de266-35e9-46e6-8d1a-89703201f999 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9cb494e-d196-4140-a8a0-c4a0b3f5b306') {} {{(pid=84418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:14:43.812134 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0d8de266-35e9-46e6-8d1a-89703201f999 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757196986961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11328485'] for segment, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:43.840696 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0d8de266-35e9-46e6-8d1a-89703201f999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:43.849790 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95bc2243-7b29-4566-a2ee-8f8347f1be30 req-8af8b21d-0a3a-4620-b6c2-1148bef2d266 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:14:43.851680 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8de266-35e9-46e6-8d1a-89703201f999 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 12:14:43.860617 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607194bd-e7bf-4298-8fcf-54165bade6d0 None None] Sync routers for ids ['c1b400fc-c6ce-4df9-8a0a-5174a64dd374'] in dv-cinder-784763-1-smb {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:14:43.871073 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607194bd-e7bf-4298-8fcf-54165bade6d0 None None] Routers {'c1b400fc-c6ce-4df9-8a0a-5174a64dd374'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:14:43.872028 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-607194bd-e7bf-4298-8fcf-54165bade6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:14:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['c1b400fc-c6ce-4df9-8a0a-5174a64dd374'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:14:44.043334 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bc2243-7b29-4566-a2ee-8f8347f1be30 req-8af8b21d-0a3a-4620-b6c2-1148bef2d266 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] No DVR routers for this DVR port c323d51f-6980-4800-9899-b72a3fe52925 on host hv-cinder-78476 {{(pid=84418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 12:14:44.061613 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-607194bd-e7bf-4298-8fcf-54165bade6d0 None None] Set router c1b400fc-c6ce-4df9-8a0a-5174a64dd374 gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:14:44.063573 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-95bc2243-7b29-4566-a2ee-8f8347f1be30 req-8af8b21d-0a3a-4620-b6c2-1148bef2d266 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:44.066381 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d1e4ec-b71e-4fc3-988f-072dbb57aa09', 'name': 'network-vif-deleted', 'tag': 'c323d51f-6980-4800-9899-b72a3fe52925'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:14:44.161777 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d1e4ec-b71e-4fc3-988f-072dbb57aa09', 'name': 'network-vif-deleted', 'tag': 'c323d51f-6980-4800-9899-b72a3fe52925', 'status': 'completed', 'code': 200} Apr 05 12:14:44.168179 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-95bc2243-7b29-4566-a2ee-8f8347f1be30 req-8af8b21d-0a3a-4620-b6c2-1148bef2d266 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.32 "DELETE /v2.0/ports/c323d51f-6980-4800-9899-b72a3fe52925 HTTP/1.1" status: 204 len: 173 time: 2.7318933 Apr 05 12:14:44.184855 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-0d8de266-35e9-46e6-8d1a-89703201f999 admin admin] Network 78cc7043-a959-4277-83d7-3d6cae2c2655 has no segments {{(pid=84418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 12:14:44.199608 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0d8de266-35e9-46e6-8d1a-89703201f999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10626540'] for segment, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:44.335857 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de9cb5-d7c2-4828-a0c3-144394e30c0b req-fc0d5f15-fbcc-4861-8619-6b1d956136c7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:44.337490 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-54de9cb5-d7c2-4828-a0c3-144394e30c0b req-fc0d5f15-fbcc-4861-8619-6b1d956136c7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.3418145 Apr 05 12:14:44.408888 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-607194bd-e7bf-4298-8fcf-54165bade6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'name': 'tempest-AttachVolumeTestJSON-503048823-router', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:29Z', 'updated_at': '2021-04-05T12:06:47Z', 'revision_number': 4, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'gw_port': {'id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:30Z', 'updated_at': '2021-04-05T12:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': '2d285325-55f6-4b02-b636-1e398df8cf7d', 'name': '', 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'mac_address': 'fa:16:3e:dc:a0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:45Z', 'updated_at': '2021-04-05T12:06:56Z', 'revision_number': 5, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'subnets': [{'id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:14:44.412944 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607194bd-e7bf-4298-8fcf-54165bade6d0 None None] Checking router: c1b400fc-c6ce-4df9-8a0a-5174a64dd374 for host: dv-cinder-784763-1-smb {{(pid=84419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:14:44.419085 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-0d8de266-35e9-46e6-8d1a-89703201f999 admin admin] Network 78cc7043-a959-4277-83d7-3d6cae2c2655 has no segments {{(pid=84418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 12:14:44.422029 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607194bd-e7bf-4298-8fcf-54165bade6d0 None None] Routers {'c1b400fc-c6ce-4df9-8a0a-5174a64dd374'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:14:44.422679 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-607194bd-e7bf-4298-8fcf-54165bade6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:14:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['c1b400fc-c6ce-4df9-8a0a-5174a64dd374'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: Traceback (most recent call last): Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: timer() Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: cb(*args, **kw) Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: return func(*args, **kwargs) Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: self._notify() Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: self.callback(batched_events) Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: event.method(event) Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: segment_id)['aggregates'][0] Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: return f(self, *a, **k) Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: return self._get(url).json() Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: **kwargs) Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: return self.request(url, 'GET', **kwargs) Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: **endpoint_filter) Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:14:44.444404 dv-cinder-784763-1-smb neutron-server[84306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:14:44.537935 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-54de9cb5-d7c2-4828-a0c3-144394e30c0b req-d74a7acc-99e7-4e3a-a036-7baf2dbd83c7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1505954 Apr 05 12:14:44.542837 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0d8de266-35e9-46e6-8d1a-89703201f999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854004774'] for network, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:44.547127 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ac1a410c-acbb-4fa9-b649-99e9de9390fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:14:44.570592 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0d8de266-35e9-46e6-8d1a-89703201f999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:44.580122 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8de266-35e9-46e6-8d1a-89703201f999 admin admin] Pushing event deleted for resources: {'Network': ['ID=78cc7043-a959-4277-83d7-3d6cae2c2655,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:14:44.587044 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0d8de266-35e9-46e6-8d1a-89703201f999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:14:44.588972 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-0d8de266-35e9-46e6-8d1a-89703201f999 admin admin] 10.222.0.26 "DELETE /v2.0/networks/78cc7043-a959-4277-83d7-3d6cae2c2655 HTTP/1.1" status: 204 len: 168 time: 3.4730890 Apr 05 12:14:44.744391 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 56054) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:44.761902 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-357eea61-5304-4260-9108-d3d4ecce4f30 req-e07b87d6-4c29-402e-9c85-2febedacfce7 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/ports?device_id=38d1e4ec-b71e-4fc3-988f-072dbb57aa09 HTTP/1.1" status: 200 len: 210 time: 0.0679951 Apr 05 12:14:44.810104 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-c1dd7a9a-7da2-46cd-8aab-f91d6561c93a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=537a3b807ea2432fbf1daf2fef94185e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0632052 Apr 05 12:14:44.813178 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 56058) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:44.814561 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-607194bd-e7bf-4298-8fcf-54165bade6d0 None None] Set router c1b400fc-c6ce-4df9-8a0a-5174a64dd374 gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:14:44.873910 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-142dc2a1-0996-47dd-bea4-a1dc45d453f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:44.904896 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-142dc2a1-0996-47dd-bea4-a1dc45d453f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:44.953631 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-142dc2a1-0996-47dd-bea4-a1dc45d453f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:44.958737 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2e9f04f9-a772-47ae-b6ed-7f764a8f75b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:14:44.974052 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142dc2a1-0996-47dd-bea4-a1dc45d453f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5e1e49-e3ed-478a-8768-72f7adf5c5ff,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:14:44.979125 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-142dc2a1-0996-47dd-bea4-a1dc45d453f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:14:44.981201 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-142dc2a1-0996-47dd-bea4-a1dc45d453f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:44.983204 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-142dc2a1-0996-47dd-bea4-a1dc45d453f1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cc5e1e49-e3ed-478a-8768-72f7adf5c5ff HTTP/1.1" status: 204 len: 168 time: 0.1688163 Apr 05 12:14:45.161594 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-607194bd-e7bf-4298-8fcf-54165bade6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'name': 'tempest-AttachVolumeTestJSON-503048823-router', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:29Z', 'updated_at': '2021-04-05T12:06:47Z', 'revision_number': 4, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'gw_port': {'id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:30Z', 'updated_at': '2021-04-05T12:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': '2d285325-55f6-4b02-b636-1e398df8cf7d', 'name': '', 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'mac_address': 'fa:16:3e:dc:a0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:45Z', 'updated_at': '2021-04-05T12:06:56Z', 'revision_number': 5, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'subnets': [{'id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:14:45.166393 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607194bd-e7bf-4298-8fcf-54165bade6d0 None None] The sync data for ids ['c1b400fc-c6ce-4df9-8a0a-5174a64dd374'] in dv-cinder-784763-1-smb is: [{'id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'name': 'tempest-AttachVolumeTestJSON-503048823-router', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:29Z', 'updated_at': '2021-04-05T12:06:47Z', 'revision_number': 4, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'gw_port': {'id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:30Z', 'updated_at': '2021-04-05T12:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': '2d285325-55f6-4b02-b636-1e398df8cf7d', 'name': '', 'network_id': 'ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'mac_address': 'fa:16:3e:dc:a0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:45Z', 'updated_at': '2021-04-05T12:06:56Z', 'revision_number': 5, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'subnets': [{'id': 'e2cc0a18-1ec0-47fc-acf4-d5c1651f886a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:14:45.336987 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 56066) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:45.372263 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device c323d51f-6980-4800-9899-b72a3fe52925 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:14:45.396424 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-fdbb7e1c-5c8a-4ed7-9e2d-1e509ec428b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2b796b7ad745479699154dea3146ab42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580869 Apr 05 12:14:45.399150 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 56070) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:45.414566 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] No Port match for: c323d51f-6980-4800-9899-b72a3fe52925 {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:14:45.414957 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device c323d51f-6980-4800-9899-b72a3fe52925 not bound to the agent host hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:14:45.462787 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7cb64597-d12c-4da1-a28a-1a35e2e4966b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:45.491001 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7cb64597-d12c-4da1-a28a-1a35e2e4966b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:45.537946 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7cb64597-d12c-4da1-a28a-1a35e2e4966b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:45.543075 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4c93973b-eb1c-45cb-af17-e23043591bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:14:45.560879 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb64597-d12c-4da1-a28a-1a35e2e4966b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96768b6-fce7-4d69-aa82-f6c33cfdd3fc,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:14:45.563275 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7cb64597-d12c-4da1-a28a-1a35e2e4966b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:14:45.565482 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7cb64597-d12c-4da1-a28a-1a35e2e4966b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:45.566691 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-7cb64597-d12c-4da1-a28a-1a35e2e4966b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a96768b6-fce7-4d69-aa82-f6c33cfdd3fc HTTP/1.1" status: 204 len: 168 time: 0.1665606 Apr 05 12:14:45.585862 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2797dae4-a71b-47e0-a6c3-a4c340e14958 None None] New status for floating IP 8facca7e-f890-40e1-a7f4-7b69031ea543: DOWN {{(pid=84420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 12:14:45.782678 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6be7b-6266-4b49-851c-c90229da6dca req-6f68a734-68da-4f61-be0e-bcaa542ca918 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:45.784868 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-cfa6be7b-6266-4b49-851c-c90229da6dca req-6f68a734-68da-4f61-be0e-bcaa542ca918 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.0957613 Apr 05 12:14:45.848111 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-cfa6be7b-6266-4b49-851c-c90229da6dca req-fa5fbdcc-bc58-46f4-822b-6900107cd05c tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546439 Apr 05 12:14:45.911823 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 56082) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:45.984289 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-06474b20-4f1e-4c42-9b8e-5d3a184bd3a9 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:46.013149 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-06474b20-4f1e-4c42-9b8e-5d3a184bd3a9 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:46.057749 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-06474b20-4f1e-4c42-9b8e-5d3a184bd3a9 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:46.062198 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c89f7073-2459-4a7a-bfca-d19371e334b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:14:46.076502 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06474b20-4f1e-4c42-9b8e-5d3a184bd3a9 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5649047d-698b-4240-8264-6d1624235002,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:14:46.079085 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-06474b20-4f1e-4c42-9b8e-5d3a184bd3a9 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:14:46.089740 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-06474b20-4f1e-4c42-9b8e-5d3a184bd3a9 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:46.090941 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-06474b20-4f1e-4c42-9b8e-5d3a184bd3a9 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "DELETE /v2.0/security-groups/5649047d-698b-4240-8264-6d1624235002 HTTP/1.1" status: 204 len: 168 time: 0.1780417 Apr 05 12:14:46.093849 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 56086) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:46.111742 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.v2.resource [None req-7e99ff6a-7db9-40c6-8634-c6d1813ee607 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] show failed (client error): The resource could not be found. Apr 05 12:14:46.112766 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-7e99ff6a-7db9-40c6-8634-c6d1813ee607 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "GET /v2.0/security-groups/5649047d-698b-4240-8264-6d1624235002 HTTP/1.1" status: 404 len: 347 time: 0.0179470 Apr 05 12:14:46.115627 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 56090) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:46.281037 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-3b7461a6-5c97-43d9-b149-d80758e934a0 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Deleting port 0e26aa3a-8543-4c0a-8d26-f224f0d4f5f9 {{(pid=84417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:14:46.281325 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3b7461a6-5c97-43d9-b149-d80758e934a0 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:46.458252 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3b7461a6-5c97-43d9-b149-d80758e934a0 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:46.458623 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3b7461a6-5c97-43d9-b149-d80758e934a0 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:46.590879 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-3b7461a6-5c97-43d9-b149-d80758e934a0 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Calling delete_port for 0e26aa3a-8543-4c0a-8d26-f224f0d4f5f9 owned by network:floatingip {{(pid=84417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:14:46.727548 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3b7461a6-5c97-43d9-b149-d80758e934a0 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:46.742993 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-da9c1592-89a9-4797-8452-8e9379caca3c tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:14:46.800939 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7461a6-5c97-43d9-b149-d80758e934a0 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Pushing event deleted for resources: {'Port': ['ID=0e26aa3a-8543-4c0a-8d26-f224f0d4f5f9,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:14:46.803826 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3b7461a6-5c97-43d9-b149-d80758e934a0 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:14:47.059969 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3b7461a6-5c97-43d9-b149-d80758e934a0 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks [] for floatingip, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:47.083267 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3b7461a6-5c97-43d9-b149-d80758e934a0 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:47.084472 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-3b7461a6-5c97-43d9-b149-d80758e934a0 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] 10.222.0.26 "DELETE /v2.0/floatingips/8facca7e-f890-40e1-a7f4-7b69031ea543 HTTP/1.1" status: 204 len: 168 time: 0.9678953 Apr 05 12:14:47.096773 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f38092-3041-4fca-8a00-caa8fdf7e7dd req-96114ce6-4e1e-4335-96d3-595e448e8851 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:47.098365 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-79f38092-3041-4fca-8a00-caa8fdf7e7dd req-96114ce6-4e1e-4335-96d3-595e448e8851 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.1256893 Apr 05 12:14:47.146803 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-79f38092-3041-4fca-8a00-caa8fdf7e7dd req-54ec9601-019a-4a54-b329-7992de269d9e tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419536 Apr 05 12:14:48.356789 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74616e68-f777-4922-962e-ca14b46ead2e req-da3fa882-cb9b-4160-af70-4a857a374888 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:48.359004 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-74616e68-f777-4922-962e-ca14b46ead2e req-da3fa882-cb9b-4160-af70-4a857a374888 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.0938098 Apr 05 12:14:48.409008 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-74616e68-f777-4922-962e-ca14b46ead2e req-964e7c5a-af02-46eb-ae41-970e5329ef50 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431857 Apr 05 12:14:49.613110 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e471c-cadb-4887-8681-385c77b704b4 req-97f7dd10-bf4e-4804-9dab-24613221a872 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:49.614774 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c70e471c-cadb-4887-8681-385c77b704b4 req-97f7dd10-bf4e-4804-9dab-24613221a872 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.0885022 Apr 05 12:14:49.667960 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c70e471c-cadb-4887-8681-385c77b704b4 req-f8e55bd1-bbe0-46ea-af90-3c07cc90a676 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464299 Apr 05 12:14:50.868123 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51aeec-4b98-4814-9127-002e7bdecd2b req-c163f2da-a22c-430e-afa1-74b7fda44e21 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:50.869785 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0d51aeec-4b98-4814-9127-002e7bdecd2b req-c163f2da-a22c-430e-afa1-74b7fda44e21 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.0867825 Apr 05 12:14:50.916399 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0d51aeec-4b98-4814-9127-002e7bdecd2b req-ab92fc3a-751d-4326-ac9a-9d59035f19fb tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398486 Apr 05 12:14:51.143930 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 56128) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:51.918359 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3918a303-dfc4-4fa9-ac46-4a76ad9a5804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780393'] for router_interface, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:52.122406 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5450853-9be5-4239-8a17-944115970067 req-515a4062-3a17-4aca-84d2-453994794747 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:52.124058 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b5450853-9be5-4239-8a17-944115970067 req-515a4062-3a17-4aca-84d2-453994794747 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.0866678 Apr 05 12:14:52.173928 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b5450853-9be5-4239-8a17-944115970067 req-9de63f07-223c-44e7-9b08-87ac4c16d930 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434225 Apr 05 12:14:52.495004 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-3918a303-dfc4-4fa9-ac46-4a76ad9a5804 admin admin] Deleting port 2d285325-55f6-4b02-b636-1e398df8cf7d {{(pid=84417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:14:52.495376 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3918a303-dfc4-4fa9-ac46-4a76ad9a5804 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:52.672520 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-3918a303-dfc4-4fa9-ac46-4a76ad9a5804 admin admin] For port 2d285325-55f6-4b02-b636-1e398df8cf7d, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=2d285325-55f6-4b02-b636-1e398df8cf7d,segment=NetworkSegment(0c3b046c-3d9d-4bb7-a47e-97e66d32d96b),segment_id=0c3b046c-3d9d-4bb7-a47e-97e66d32d96b)] {{(pid=84417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:14:52.672894 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3918a303-dfc4-4fa9-ac46-4a76ad9a5804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:52.800366 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-3918a303-dfc4-4fa9-ac46-4a76ad9a5804 admin admin] Calling delete_port for 2d285325-55f6-4b02-b636-1e398df8cf7d owned by network:router_interface {{(pid=84417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:14:52.968792 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3918a303-dfc4-4fa9-ac46-4a76ad9a5804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:52.984347 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-071d6445-0a6e-4ba4-ab7f-2b3c091c73b4 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:14:53.039818 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918a303-dfc4-4fa9-ac46-4a76ad9a5804 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d285325-55f6-4b02-b636-1e398df8cf7d,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:14:53.043572 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3918a303-dfc4-4fa9-ac46-4a76ad9a5804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:14:53.374456 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device acddfa07-feaa-4c74-af4e-545b769bbc99 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 12:14:53.490145 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0707be-e149-4d9c-b409-0f767e3b9ad9 req-208c9ee5-7690-487e-a8bb-0c01a7df3911 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:53.491736 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ae0707be-e149-4d9c-b409-0f767e3b9ad9 req-208c9ee5-7690-487e-a8bb-0c01a7df3911 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.1924489 Apr 05 12:14:53.494204 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3918a303-dfc4-4fa9-ac46-4a76ad9a5804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854212078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781500'] for router_interface, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:53.519101 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port acddfa07-feaa-4c74-af4e-545b769bbc99, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=acddfa07-feaa-4c74-af4e-545b769bbc99,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:14:53.534263 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Returning: {'device': 'acddfa07-feaa-4c74-af4e-545b769bbc99', 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'port_id': 'acddfa07-feaa-4c74-af4e-545b769bbc99', 'mac_address': 'fa:16:3e:bb:41:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:14:53.592878 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:53.610314 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acddfa07-feaa-4c74-af4e-545b769bbc99 {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:14:53.626537 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port acddfa07-feaa-4c74-af4e-545b769bbc99, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=acddfa07-feaa-4c74-af4e-545b769bbc99,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:14:53.629558 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:53.631363 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:14:53.631873 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ae0707be-e149-4d9c-b409-0f767e3b9ad9 req-561a984a-bb38-419f-9b60-8a419055943f tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1228774 Apr 05 12:14:53.707152 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=acddfa07-feaa-4c74-af4e-545b769bbc99,revision_number=6']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:14:53.710308 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:14:53.712992 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['acddfa07-feaa-4c74-af4e-545b769bbc99'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:14:54.046699 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3918a303-dfc4-4fa9-ac46-4a76ad9a5804 admin admin] Router c1b400fc-c6ce-4df9-8a0a-5174a64dd374 has already been hosted by L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 {{(pid=84417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 12:14:54.230830 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3918a303-dfc4-4fa9-ac46-4a76ad9a5804 admin admin] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:14:54.239920 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3554d29d-1ab4-42f4-a79a-0b02ed8a5b70 None None] Sync routers for ids ['c1b400fc-c6ce-4df9-8a0a-5174a64dd374'] in dv-cinder-784763-1-smb {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:14:54.244380 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-3918a303-dfc4-4fa9-ac46-4a76ad9a5804 admin admin] 10.222.0.26 "PUT /v2.0/routers/c1b400fc-c6ce-4df9-8a0a-5174a64dd374/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0993235 Apr 05 12:14:54.247026 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 56138) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:54.250154 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3554d29d-1ab4-42f4-a79a-0b02ed8a5b70 None None] Routers {'c1b400fc-c6ce-4df9-8a0a-5174a64dd374'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:14:54.250820 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-3554d29d-1ab4-42f4-a79a-0b02ed8a5b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:14:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['c1b400fc-c6ce-4df9-8a0a-5174a64dd374'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:14:54.433451 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-64142c97-8b0c-45bc-927c-addea1dc95fe admin admin] Notify callbacks [] for router, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:54.438081 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-3554d29d-1ab4-42f4-a79a-0b02ed8a5b70 None None] Set router c1b400fc-c6ce-4df9-8a0a-5174a64dd374 gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:14:54.752487 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-3554d29d-1ab4-42f4-a79a-0b02ed8a5b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'name': 'tempest-AttachVolumeTestJSON-503048823-router', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:29Z', 'updated_at': '2021-04-05T12:14:52Z', 'revision_number': 5, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'gw_port': {'id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:30Z', 'updated_at': '2021-04-05T12:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb'}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:14:54.756567 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3554d29d-1ab4-42f4-a79a-0b02ed8a5b70 None None] Checking router: c1b400fc-c6ce-4df9-8a0a-5174a64dd374 for host: dv-cinder-784763-1-smb {{(pid=84419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:14:54.766407 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3554d29d-1ab4-42f4-a79a-0b02ed8a5b70 None None] Routers {'c1b400fc-c6ce-4df9-8a0a-5174a64dd374'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:14:54.767054 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-3554d29d-1ab4-42f4-a79a-0b02ed8a5b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:14:40Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['c1b400fc-c6ce-4df9-8a0a-5174a64dd374'], 'active': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:14:54.847241 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-64142c97-8b0c-45bc-927c-addea1dc95fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:54.851108 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26044c4e-26cb-4602-af55-e49f37367eb4 req-21e34454-1241-4cdf-a051-1b8be5d394f6 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:54.852623 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-26044c4e-26cb-4602-af55-e49f37367eb4 req-21e34454-1241-4cdf-a051-1b8be5d394f6 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 945 time: 0.0972908 Apr 05 12:14:54.856092 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-64142c97-8b0c-45bc-927c-addea1dc95fe admin admin] Deleting port 4625d710-450e-494f-a83c-fb4c238fbaa8 {{(pid=84417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:14:54.856466 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-64142c97-8b0c-45bc-927c-addea1dc95fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:54.903274 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-26044c4e-26cb-4602-af55-e49f37367eb4 req-3ce14968-73e7-44fb-80ad-edeb1ff3fffb tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426633 Apr 05 12:14:54.957376 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-3554d29d-1ab4-42f4-a79a-0b02ed8a5b70 None None] Set router c1b400fc-c6ce-4df9-8a0a-5174a64dd374 gateway port host: dv-cinder-784763-1-smb {{(pid=84419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:14:55.048677 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-64142c97-8b0c-45bc-927c-addea1dc95fe admin admin] For port 4625d710-450e-494f-a83c-fb4c238fbaa8, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=4625d710-450e-494f-a83c-fb4c238fbaa8,segment=NetworkSegment(2ecfd34e-9a9f-4e0f-94e3-36d27d123670),segment_id=2ecfd34e-9a9f-4e0f-94e3-36d27d123670)] {{(pid=84417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:14:55.049242 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-64142c97-8b0c-45bc-927c-addea1dc95fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:55.179116 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-64142c97-8b0c-45bc-927c-addea1dc95fe admin admin] Calling delete_port for 4625d710-450e-494f-a83c-fb4c238fbaa8 owned by network:router_gateway {{(pid=84417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:14:55.253210 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-3554d29d-1ab4-42f4-a79a-0b02ed8a5b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'name': 'tempest-AttachVolumeTestJSON-503048823-router', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:29Z', 'updated_at': '2021-04-05T12:14:52Z', 'revision_number': 5, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'gw_port': {'id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:30Z', 'updated_at': '2021-04-05T12:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb'}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:14:55.257233 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3554d29d-1ab4-42f4-a79a-0b02ed8a5b70 None None] The sync data for ids ['c1b400fc-c6ce-4df9-8a0a-5174a64dd374'] in dv-cinder-784763-1-smb is: [{'id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'name': 'tempest-AttachVolumeTestJSON-503048823-router', 'tenant_id': 'ddc3c61214c148ae9122b41d30482408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:29Z', 'updated_at': '2021-04-05T12:14:52Z', 'revision_number': 5, 'project_id': 'ddc3c61214c148ae9122b41d30482408', 'gw_port': {'id': '4625d710-450e-494f-a83c-fb4c238fbaa8', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b400fc-c6ce-4df9-8a0a-5174a64dd374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:30Z', 'updated_at': '2021-04-05T12:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb'}] {{(pid=84419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:14:55.354953 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-64142c97-8b0c-45bc-927c-addea1dc95fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:55.375629 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:14:55.384133 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device acddfa07-feaa-4c74-af4e-545b769bbc99 up at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:14:55.436161 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64142c97-8b0c-45bc-927c-addea1dc95fe admin admin] Pushing event deleted for resources: {'Port': ['ID=4625d710-450e-494f-a83c-fb4c238fbaa8,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:14:55.440192 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-64142c97-8b0c-45bc-927c-addea1dc95fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:14:55.462090 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning complete for port acddfa07-feaa-4c74-af4e-545b769bbc99 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:14:55.462507 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:55.593580 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:55.606198 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 2d285325-55f6-4b02-b636-1e398df8cf7d no longer exists at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:14:55.639787 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-64142c97-8b0c-45bc-927c-addea1dc95fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771004'] for router_gateway, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:55.647553 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] No Port match for: 2d285325-55f6-4b02-b636-1e398df8cf7d {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:14:55.647941 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 2d285325-55f6-4b02-b636-1e398df8cf7d not bound to the agent host dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:14:55.662602 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effe3cba-b0fb-41bd-9649-ea3769ef70c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acddfa07-feaa-4c74-af4e-545b769bbc99'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:14:55.673919 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port acddfa07-feaa-4c74-af4e-545b769bbc99, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=acddfa07-feaa-4c74-af4e-545b769bbc99,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:14:55.677121 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:55.679057 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-95874dcb-d9d7-4805-95b4-2c65783f1fa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:14:55.715894 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effe3cba-b0fb-41bd-9649-ea3769ef70c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acddfa07-feaa-4c74-af4e-545b769bbc99', 'code': 200} Apr 05 12:14:55.752035 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=acddfa07-feaa-4c74-af4e-545b769bbc99,revision_number=7']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:14:55.755175 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:14:55.824364 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-64142c97-8b0c-45bc-927c-addea1dc95fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854002627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64796'] for router, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:55.827145 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-64142c97-8b0c-45bc-927c-addea1dc95fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:55.846820 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-64142c97-8b0c-45bc-927c-addea1dc95fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854002553'] for router, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:55.847385 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64142c97-8b0c-45bc-927c-addea1dc95fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1b400fc-c6ce-4df9-8a0a-5174a64dd374 {{(pid=84417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 12:14:55.859543 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-64142c97-8b0c-45bc-927c-addea1dc95fe admin admin] Notify callbacks [] for router, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:55.860757 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-64142c97-8b0c-45bc-927c-addea1dc95fe admin admin] 10.222.0.26 "DELETE /v2.0/routers/c1b400fc-c6ce-4df9-8a0a-5174a64dd374 HTTP/1.1" status: 204 len: 168 time: 1.6127222 Apr 05 12:14:55.863534 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 56146) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:55.869739 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 6 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:14:55.933558 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7afd40-9a33-44db-9c39-23220734e7c7 admin admin] Deleting subnet e2cc0a18-1ec0-47fc-acf4-d5c1651f886a {{(pid=84417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 12:14:55.936793 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5e7afd40-9a33-44db-9c39-23220734e7c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:55.991015 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5e7afd40-9a33-44db-9c39-23220734e7c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853105929'] for subnet, precommit_delete_associations {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:56.075002 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5e7afd40-9a33-44db-9c39-23220734e7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16343'] for subnet, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:56.115884 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8f19b-d9aa-41bb-9dbd-fcd1e3ee96c8 req-db2a3780-11c8-4be7-ba9a-ecfc48f533c5 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:56.117685 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-44b8f19b-d9aa-41bb-9dbd-fcd1e3ee96c8 req-db2a3780-11c8-4be7-ba9a-ecfc48f533c5 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.0964859 Apr 05 12:14:56.365018 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5e7afd40-9a33-44db-9c39-23220734e7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853132249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10574791'] for subnet, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:56.380503 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-75163c36-e1e2-4f65-9f7e-d7e303ddf39d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:14:56.414156 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-44b8f19b-d9aa-41bb-9dbd-fcd1e3ee96c8 req-35bc783e-3bb8-4378-b59e-ab40f375b940 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2901664 Apr 05 12:14:56.430335 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7afd40-9a33-44db-9c39-23220734e7c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2cc0a18-1ec0-47fc-acf4-d5c1651f886a,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:14:56.436036 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5e7afd40-9a33-44db-9c39-23220734e7c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:14:56.518325 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5e7afd40-9a33-44db-9c39-23220734e7c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for subnet, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:56.526670 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-5e7afd40-9a33-44db-9c39-23220734e7c7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e2cc0a18-1ec0-47fc-acf4-d5c1651f886a HTTP/1.1" status: 204 len: 168 time: 0.6597700 Apr 05 12:14:56.526830 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5e8111-e421-479f-8334-0a6e8a773023 None None] Network ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:14:56.529687 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 56160) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:56.653496 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2764b213-6492-4c02-b012-3aeec2505c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-454253'] for network, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:56.728570 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-2764b213-6492-4c02-b012-3aeec2505c3b admin admin] Deleting port 67ea5f32-1e4f-45ea-b03b-f2999f67a48c {{(pid=84417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:14:56.728944 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2764b213-6492-4c02-b012-3aeec2505c3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:56.807889 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8799f0-4d0c-49b0-8d00-c153edf82ce1 None None] DHCP port deletion for ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 request from dv-cinder-784763-1-smb {{(pid=84419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 12:14:56.812885 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-1e8799f0-4d0c-49b0-8d00-c153edf82ce1 None None] Deleting port 67ea5f32-1e4f-45ea-b03b-f2999f67a48c {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:14:56.813327 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1e8799f0-4d0c-49b0-8d00-c153edf82ce1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:56.953933 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-2764b213-6492-4c02-b012-3aeec2505c3b admin admin] For port 67ea5f32-1e4f-45ea-b03b-f2999f67a48c, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=67ea5f32-1e4f-45ea-b03b-f2999f67a48c,segment=NetworkSegment(0c3b046c-3d9d-4bb7-a47e-97e66d32d96b),segment_id=0c3b046c-3d9d-4bb7-a47e-97e66d32d96b)] {{(pid=84417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:14:56.954324 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2764b213-6492-4c02-b012-3aeec2505c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:57.043818 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-1e8799f0-4d0c-49b0-8d00-c153edf82ce1 None None] For port 67ea5f32-1e4f-45ea-b03b-f2999f67a48c, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=67ea5f32-1e4f-45ea-b03b-f2999f67a48c,segment=NetworkSegment(0c3b046c-3d9d-4bb7-a47e-97e66d32d96b),segment_id=0c3b046c-3d9d-4bb7-a47e-97e66d32d96b)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:14:57.044154 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1e8799f0-4d0c-49b0-8d00-c153edf82ce1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:57.114349 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-2764b213-6492-4c02-b012-3aeec2505c3b admin admin] Calling delete_port for 67ea5f32-1e4f-45ea-b03b-f2999f67a48c owned by network:dhcp {{(pid=84417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:14:57.216516 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2764b213-6492-4c02-b012-3aeec2505c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:57.235255 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3b7461a6-5c97-43d9-b149-d80758e934a0 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:14:57.306189 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764b213-6492-4c02-b012-3aeec2505c3b admin admin] Pushing event deleted for resources: {'Port': ['ID=67ea5f32-1e4f-45ea-b03b-f2999f67a48c,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:14:57.313396 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2764b213-6492-4c02-b012-3aeec2505c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:14:57.363710 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-1e8799f0-4d0c-49b0-8d00-c153edf82ce1 None None] Calling delete_port for 67ea5f32-1e4f-45ea-b03b-f2999f67a48c owned by network:dhcp {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:14:57.447822 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2764b213-6492-4c02-b012-3aeec2505c3b admin admin] No DVR routers for this DVR port 67ea5f32-1e4f-45ea-b03b-f2999f67a48c on host dv-cinder-784763-1-smb {{(pid=84417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 12:14:57.471088 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.db.api [None req-1e8799f0-4d0c-49b0-8d00-c153edf82ce1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84419) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:14:57.471502 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_db.api [None req-1e8799f0-4d0c-49b0-8d00-c153edf82ce1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 12:14:57.596407 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 67ea5f32-1e4f-45ea-b03b-f2999f67a48c no longer exists at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:14:57.648257 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2764b213-6492-4c02-b012-3aeec2505c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363279657788737'] for network, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:57.652121 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] No Port match for: 67ea5f32-1e4f-45ea-b03b-f2999f67a48c {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:14:57.655025 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 67ea5f32-1e4f-45ea-b03b-f2999f67a48c not bound to the agent host dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:14:57.655025 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 4625d710-450e-494f-a83c-fb4c238fbaa8 no longer exists at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:14:57.695738 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] No Port match for: 4625d710-450e-494f-a83c-fb4c238fbaa8 {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:14:57.696107 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 4625d710-450e-494f-a83c-fb4c238fbaa8 not bound to the agent host dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:14:57.972566 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-1e8799f0-4d0c-49b0-8d00-c153edf82ce1 None None] Deleting port 67ea5f32-1e4f-45ea-b03b-f2999f67a48c {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:14:57.972981 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1e8799f0-4d0c-49b0-8d00-c153edf82ce1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:58.032288 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298da20d-0a72-4513-9864-dad77426f896 req-2aacaca9-9ea6-41f3-81ae-ef966c0cb08a tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:58.033929 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-298da20d-0a72-4513-9864-dad77426f896 req-2aacaca9-9ea6-41f3-81ae-ef966c0cb08a tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.4444015 Apr 05 12:14:58.035657 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-2764b213-6492-4c02-b012-3aeec2505c3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0']}} {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:14:58.054174 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-1e8799f0-4d0c-49b0-8d00-c153edf82ce1 None None] The port '67ea5f32-1e4f-45ea-b03b-f2999f67a48c' was deleted {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 12:14:58.070682 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-2764b213-6492-4c02-b012-3aeec2505c3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3b046c-3d9d-4bb7-a47e-97e66d32d96b') {'for_net_delete': True} {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:14:58.071027 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-2764b213-6492-4c02-b012-3aeec2505c3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3b046c-3d9d-4bb7-a47e-97e66d32d96b') {} {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:14:58.088744 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2764b213-6492-4c02-b012-3aeec2505c3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757196986961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1669886'] for segment, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:58.118686 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2764b213-6492-4c02-b012-3aeec2505c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:58.124033 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-298da20d-0a72-4513-9864-dad77426f896 req-b780618f-acb7-49ae-95f8-a3d73648d4bd tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778351 Apr 05 12:14:58.129033 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2764b213-6492-4c02-b012-3aeec2505c3b admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 12:14:58.316725 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-2764b213-6492-4c02-b012-3aeec2505c3b admin admin] Network ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 has no segments {{(pid=84417) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 12:14:58.326893 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2764b213-6492-4c02-b012-3aeec2505c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853132148'] for segment, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:58.514010 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-2764b213-6492-4c02-b012-3aeec2505c3b admin admin] Network ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 has no segments {{(pid=84417) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: Traceback (most recent call last): Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: timer() Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: cb(*args, **kw) Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: return func(*args, **kwargs) Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: self._notify() Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: self.callback(batched_events) Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: event.method(event) Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: segment_id)['aggregates'][0] Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: return f(self, *a, **k) Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: return self._get(url).json() Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: **kwargs) Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: return self.request(url, 'GET', **kwargs) Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: **endpoint_filter) Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:14:58.538546 dv-cinder-784763-1-smb neutron-server[84306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:14:58.626883 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2764b213-6492-4c02-b012-3aeec2505c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854004774'] for network, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:58.630872 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-bb88c8b0-83a0-4cfa-8726-6dd3d995ad06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:14:58.647179 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2764b213-6492-4c02-b012-3aeec2505c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:58.656830 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764b213-6492-4c02-b012-3aeec2505c3b admin admin] Pushing event deleted for resources: {'Network': ['ID=ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:14:58.662325 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2764b213-6492-4c02-b012-3aeec2505c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:14:58.674768 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-2764b213-6492-4c02-b012-3aeec2505c3b admin admin] 10.222.0.26 "DELETE /v2.0/networks/ca1fde7e-9d0f-488e-a2c7-2febcf4fb0f0 HTTP/1.1" status: 204 len: 168 time: 2.1436944 Apr 05 12:14:58.806819 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 56188) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:58.861374 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-450669eb-f04d-4650-a310-e4a4dad3e78f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ddc3c61214c148ae9122b41d30482408&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0530725 Apr 05 12:14:58.864216 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 56192) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:58.930502 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9dd42f33-bd37-4570-9d7d-45a94ec2fa26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:58.959311 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9dd42f33-bd37-4570-9d7d-45a94ec2fa26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:59.006431 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9dd42f33-bd37-4570-9d7d-45a94ec2fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:59.015153 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-09f4c4c7-f9d1-44d1-b432-104662dfe2af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:14:59.035790 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd42f33-bd37-4570-9d7d-45a94ec2fa26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3bfc90-57fd-44c9-9b37-f566c49301d2,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:14:59.038911 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9dd42f33-bd37-4570-9d7d-45a94ec2fa26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:14:59.039892 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9dd42f33-bd37-4570-9d7d-45a94ec2fa26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:14:59.041090 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-9dd42f33-bd37-4570-9d7d-45a94ec2fa26 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8b3bfc90-57fd-44c9-9b37-f566c49301d2 HTTP/1.1" status: 204 len: 168 time: 0.1756301 Apr 05 12:14:59.355217 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ad69e-31d3-4776-aeb9-9490d34f4aa1 req-4f24c6ac-bd7f-4fd9-94da-0cb8ebdbf506 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:14:59.356893 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8b7ad69e-31d3-4776-aeb9-9490d34f4aa1 req-4f24c6ac-bd7f-4fd9-94da-0cb8ebdbf506 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.0911665 Apr 05 12:14:59.429275 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-8b7ad69e-31d3-4776-aeb9-9490d34f4aa1 req-6e767419-c394-4aa5-9c90-2b1e18221968 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0641086 Apr 05 12:15:00.681236 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad42bb-4d2e-405f-9226-ce80073392c5 req-18cc835e-2e5a-4bc2-a393-4bc7fadec17d tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:00.684061 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-79ad42bb-4d2e-405f-9226-ce80073392c5 req-18cc835e-2e5a-4bc2-a393-4bc7fadec17d tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.1038947 Apr 05 12:15:00.740361 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-79ad42bb-4d2e-405f-9226-ce80073392c5 req-e0364a64-11a0-48e3-a200-69c30046781f tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488238 Apr 05 12:15:01.330758 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 56254) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:01.480693 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-816d07bc-4f54-40ff-86b8-058e5974295d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:01.503301 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-816d07bc-4f54-40ff-86b8-058e5974295d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:15:01.509921 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-816d07bc-4f54-40ff-86b8-058e5974295d admin admin] Usage tracker for resource:security_group_rule and tenant:32a9fb6fdee042688903160d1619dc75 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:15:01.514615 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-816d07bc-4f54-40ff-86b8-058e5974295d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:15:01.520675 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-816d07bc-4f54-40ff-86b8-058e5974295d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:15:01.619297 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-816d07bc-4f54-40ff-86b8-058e5974295d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:01.624165 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-816d07bc-4f54-40ff-86b8-058e5974295d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:01.636905 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c665065d-3fc3-42df-aaff-be1272de7b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:15:01.667797 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d07bc-4f54-40ff-86b8-058e5974295d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b53d93a-7a17-444e-9583-e8d9bd3a521b,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:15:01.684719 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-816d07bc-4f54-40ff-86b8-058e5974295d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:15:01.691874 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-816d07bc-4f54-40ff-86b8-058e5974295d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=32a9fb6fdee042688903160d1619dc75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599730 Apr 05 12:15:01.692202 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 56260) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:01.761843 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-173c7858-9add-4446-8366-4cb56d56e69f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:01.806547 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-173c7858-9add-4446-8366-4cb56d56e69f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:01.869207 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-173c7858-9add-4446-8366-4cb56d56e69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:01.876105 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4cf4d4af-ef31-452f-9583-8f38fe417b79 tempest-AttachVolumeTestJSON-927967832 tempest-AttachVolumeTestJSON-927967832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:15:01.890771 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c7858-9add-4446-8366-4cb56d56e69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b53d93a-7a17-444e-9583-e8d9bd3a521b,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:15:01.894584 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-173c7858-9add-4446-8366-4cb56d56e69f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:15:01.901234 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-173c7858-9add-4446-8366-4cb56d56e69f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:01.905652 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-173c7858-9add-4446-8366-4cb56d56e69f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8b53d93a-7a17-444e-9583-e8d9bd3a521b HTTP/1.1" status: 204 len: 168 time: 0.2122865 Apr 05 12:15:01.965692 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46368895-21bb-4843-b80d-b6cc4e872261 req-d7b8e6aa-405a-49ce-a773-8e77d3de1bdf tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:01.967398 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-46368895-21bb-4843-b80d-b6cc4e872261 req-d7b8e6aa-405a-49ce-a773-8e77d3de1bdf tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.0978458 Apr 05 12:15:02.045252 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-46368895-21bb-4843-b80d-b6cc4e872261 req-dd95618d-0381-4b7a-b1a0-f3edb740f67a tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0703092 Apr 05 12:15:02.251126 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 56270) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:02.272288 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d432647c-b3a5-4952-9c11-f2c7cc218159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:02.288142 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d432647c-b3a5-4952-9c11-f2c7cc218159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:15:02.292652 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d432647c-b3a5-4952-9c11-f2c7cc218159 admin admin] Usage tracker for resource:security_group_rule and tenant:297d5d7063e342c4bfc03f12cb7c982d is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:15:02.295636 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d432647c-b3a5-4952-9c11-f2c7cc218159 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:15:02.301991 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d432647c-b3a5-4952-9c11-f2c7cc218159 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:15:02.401245 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d432647c-b3a5-4952-9c11-f2c7cc218159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:02.405419 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d432647c-b3a5-4952-9c11-f2c7cc218159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:02.414502 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3d0ca8c2-686d-4e20-ad59-2f9eba04b6e5 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:15:02.458176 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432647c-b3a5-4952-9c11-f2c7cc218159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659e2b6d-483f-4921-9721-40d1299b4abe,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:15:02.462949 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-d432647c-b3a5-4952-9c11-f2c7cc218159 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=297d5d7063e342c4bfc03f12cb7c982d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2103915 Apr 05 12:15:02.463958 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d432647c-b3a5-4952-9c11-f2c7cc218159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:15:02.466953 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 56274) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:02.540668 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b668c97d-2675-4f33-8cc6-5696b4f1f2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:02.573119 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b668c97d-2675-4f33-8cc6-5696b4f1f2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:02.610982 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:02.620237 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b668c97d-2675-4f33-8cc6-5696b4f1f2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:02.626344 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-446ad211-41f6-4be9-a319-82c41faaf3ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:15:02.640590 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668c97d-2675-4f33-8cc6-5696b4f1f2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659e2b6d-483f-4921-9721-40d1299b4abe,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:15:02.645300 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b668c97d-2675-4f33-8cc6-5696b4f1f2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:15:02.651152 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b668c97d-2675-4f33-8cc6-5696b4f1f2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:02.654180 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-b668c97d-2675-4f33-8cc6-5696b4f1f2c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/659e2b6d-483f-4921-9721-40d1299b4abe HTTP/1.1" status: 204 len: 168 time: 0.1857812 Apr 05 12:15:03.309015 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5db436-8111-41d5-8d82-b886b914c728 req-0a3cd309-57d1-4ba6-86bb-3a9cdb498534 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:03.314144 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4e5db436-8111-41d5-8d82-b886b914c728 req-0a3cd309-57d1-4ba6-86bb-3a9cdb498534 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.1263478 Apr 05 12:15:03.402095 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4e5db436-8111-41d5-8d82-b886b914c728 req-a2ce4a29-6318-448d-a9fe-aaf5ceee73e7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820811 Apr 05 12:15:04.677559 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebca88-f93d-4e24-b455-a049c04c3d40 req-d10a7362-9606-4b4d-a1b3-2793a48a65c0 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:04.679571 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-14ebca88-f93d-4e24-b455-a049c04c3d40 req-d10a7362-9606-4b4d-a1b3-2793a48a65c0 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.1210203 Apr 05 12:15:04.740996 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-14ebca88-f93d-4e24-b455-a049c04c3d40 req-803d871b-17c0-402e-af09-0c4288ac2c0a tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530889 Apr 05 12:15:05.989586 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500ec72-52d9-438b-ad73-a4945c564f67 req-63e7e72e-c424-4dce-b515-6c1cd1f7020f tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:05.995883 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6500ec72-52d9-438b-ad73-a4945c564f67 req-63e7e72e-c424-4dce-b515-6c1cd1f7020f tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.0993152 Apr 05 12:15:06.060606 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-6500ec72-52d9-438b-ad73-a4945c564f67 req-8f36de13-76a4-4262-9777-75795b25bbcd tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604970 Apr 05 12:15:06.262525 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 56380) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:06.385148 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-858aafa4-e600-4283-a0aa-440a4aa78a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:06.400190 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-858aafa4-e600-4283-a0aa-440a4aa78a41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:15:06.404271 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-858aafa4-e600-4283-a0aa-440a4aa78a41 admin admin] Usage tracker for resource:security_group_rule and tenant:90f28d78e2344263a09a6bd1fec28500 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:15:06.407197 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-858aafa4-e600-4283-a0aa-440a4aa78a41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:15:06.413158 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-858aafa4-e600-4283-a0aa-440a4aa78a41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:15:06.495052 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-858aafa4-e600-4283-a0aa-440a4aa78a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:06.498536 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-858aafa4-e600-4283-a0aa-440a4aa78a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:06.507045 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b668c97d-2675-4f33-8cc6-5696b4f1f2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:15:06.548233 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-858aafa4-e600-4283-a0aa-440a4aa78a41 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=90f28d78e2344263a09a6bd1fec28500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845328 Apr 05 12:15:06.549955 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858aafa4-e600-4283-a0aa-440a4aa78a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14be6a06-7209-4a08-9d86-ef1a7e9577f4,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:15:06.551183 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 56390) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:06.553100 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-858aafa4-e600-4283-a0aa-440a4aa78a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:15:06.612089 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-651b5b02-38c5-4089-b5da-2de56a15771b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:06.642314 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-651b5b02-38c5-4089-b5da-2de56a15771b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:06.685528 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-651b5b02-38c5-4089-b5da-2de56a15771b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:06.690608 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7a9703da-9845-4221-a30f-f69efb9cc857 tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:15:06.704788 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b5b02-38c5-4089-b5da-2de56a15771b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14be6a06-7209-4a08-9d86-ef1a7e9577f4,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:15:06.707862 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-651b5b02-38c5-4089-b5da-2de56a15771b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:15:06.712134 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-651b5b02-38c5-4089-b5da-2de56a15771b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:06.713317 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-651b5b02-38c5-4089-b5da-2de56a15771b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/14be6a06-7209-4a08-9d86-ef1a7e9577f4 HTTP/1.1" status: 204 len: 168 time: 0.1609986 Apr 05 12:15:06.991132 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 56398) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:07.010805 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7213e253-7844-448a-a1eb-c02486ba631b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:07.026746 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-7213e253-7844-448a-a1eb-c02486ba631b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:15:07.032260 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-7213e253-7844-448a-a1eb-c02486ba631b admin admin] Usage tracker for resource:security_group_rule and tenant:89e1870e20e14937944b5bb0fdfb0762 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:15:07.035452 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-7213e253-7844-448a-a1eb-c02486ba631b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:15:07.041469 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-7213e253-7844-448a-a1eb-c02486ba631b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:15:07.124257 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7213e253-7844-448a-a1eb-c02486ba631b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:07.127514 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7213e253-7844-448a-a1eb-c02486ba631b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:07.136969 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b07b4de9-f096-4bf0-8175-6c11119dc60d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:15:07.178390 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-7213e253-7844-448a-a1eb-c02486ba631b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=89e1870e20e14937944b5bb0fdfb0762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1858537 Apr 05 12:15:07.181353 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 56404) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:07.194392 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213e253-7844-448a-a1eb-c02486ba631b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832806a2-df62-43df-ad80-0910cb1abce5,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:15:07.198705 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7213e253-7844-448a-a1eb-c02486ba631b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:15:07.250796 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f2d27a6e-c3c7-4a12-8687-fc381608880a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:07.279243 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f2d27a6e-c3c7-4a12-8687-fc381608880a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:07.285014 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e337bfc-c831-4009-be7b-a13ad8cbb863 req-a4117c4c-946b-46aa-90b4-6c81f6cf01bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:07.286666 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4e337bfc-c831-4009-be7b-a13ad8cbb863 req-a4117c4c-946b-46aa-90b4-6c81f6cf01bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef963fd801d14231908609f44c23fa0b&device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 1099 time: 0.1505821 Apr 05 12:15:07.295512 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db04a2a-3d56-4815-9584-67f27a26c8ae req-51f38e19-c631-4c62-ae17-b3dde05b1612 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:07.296960 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0db04a2a-3d56-4815-9584-67f27a26c8ae req-51f38e19-c631-4c62-ae17-b3dde05b1612 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.1160133 Apr 05 12:15:07.324488 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f2d27a6e-c3c7-4a12-8687-fc381608880a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:07.330382 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-45225b33-5080-431b-8066-009eff3f4b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:15:07.337696 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-acc47148-062c-4923-8e09-9d9b54ebe9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:07.342115 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d27a6e-c3c7-4a12-8687-fc381608880a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832806a2-df62-43df-ad80-0910cb1abce5,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:15:07.346047 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f2d27a6e-c3c7-4a12-8687-fc381608880a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:15:07.349678 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f2d27a6e-c3c7-4a12-8687-fc381608880a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:07.353712 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-f2d27a6e-c3c7-4a12-8687-fc381608880a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/832806a2-df62-43df-ad80-0910cb1abce5 HTTP/1.1" status: 204 len: 168 time: 0.1712897 Apr 05 12:15:07.472054 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-0db04a2a-3d56-4815-9584-67f27a26c8ae req-5d955002-1b81-4128-b6f8-36ecc5d83577 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1532469 Apr 05 12:15:07.499582 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e337bfc-c831-4009-be7b-a13ad8cbb863 req-6f9a1272-bf5f-4f3d-8291-d7d62c8f642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:07.501672 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4e337bfc-c831-4009-be7b-a13ad8cbb863 req-6f9a1272-bf5f-4f3d-8291-d7d62c8f642f service neutron] 10.222.0.32 "GET /v2.0/networks?id=40fb80d3-753f-4a6e-8e1e-404338c152f4 HTTP/1.1" status: 200 len: 918 time: 0.2037437 Apr 05 12:15:07.610158 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4e337bfc-c831-4009-be7b-a13ad8cbb863 req-e14b80a7-f69f-40b2-a8be-9d78797e32b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acddfa07-feaa-4c74-af4e-545b769bbc99 HTTP/1.1" status: 200 len: 1002 time: 0.1020949 Apr 05 12:15:07.682473 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e337bfc-c831-4009-be7b-a13ad8cbb863 req-6d85d31f-5ec0-4c44-9307-1a4ae275b12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:07.683384 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4e337bfc-c831-4009-be7b-a13ad8cbb863 req-6d85d31f-5ec0-4c44-9307-1a4ae275b12c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad6e7b7d-b348-4208-aa85-00f9b060484b HTTP/1.1" status: 200 len: 856 time: 0.0671151 Apr 05 12:15:07.765753 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e337bfc-c831-4009-be7b-a13ad8cbb863 req-6dcf43ad-b426-47fc-ba2b-4e822c85b29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:07.767362 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4e337bfc-c831-4009-be7b-a13ad8cbb863 req-6dcf43ad-b426-47fc-ba2b-4e822c85b29c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=40fb80d3-753f-4a6e-8e1e-404338c152f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776999 Apr 05 12:15:07.907841 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4e337bfc-c831-4009-be7b-a13ad8cbb863 req-a9e642ed-0087-42aa-b7f5-22bd568f4389 service neutron] 10.222.0.32 "GET /v2.0/networks/40fb80d3-753f-4a6e-8e1e-404338c152f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342692 Apr 05 12:15:08.050052 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-4e337bfc-c831-4009-be7b-a13ad8cbb863 req-c6435c16-ea82-4b6a-a4e2-41d3be47159a service neutron] 10.222.0.32 "GET /v2.0/networks/40fb80d3-753f-4a6e-8e1e-404338c152f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363008 Apr 05 12:15:08.689313 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be35ef-c2dd-4e57-93a6-e022631132e4 req-d99fcfae-7cb5-4ce1-9ba8-c496efeb093e tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:08.690931 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e9be35ef-c2dd-4e57-93a6-e022631132e4 req-d99fcfae-7cb5-4ce1-9ba8-c496efeb093e tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 946 time: 0.0939901 Apr 05 12:15:08.706989 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:08.742692 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e9be35ef-c2dd-4e57-93a6-e022631132e4 req-0ade741e-415f-4cd6-9b0c-88596f90d28b tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452087 Apr 05 12:15:09.422507 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device acddfa07-feaa-4c74-af4e-545b769bbc99 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:15:09.542271 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:09.570422 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effe3cba-b0fb-41bd-9649-ea3769ef70c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acddfa07-feaa-4c74-af4e-545b769bbc99'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:15:09.580507 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port acddfa07-feaa-4c74-af4e-545b769bbc99, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=acddfa07-feaa-4c74-af4e-545b769bbc99,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:15:09.583811 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:09.585492 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:15:09.630396 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effe3cba-b0fb-41bd-9649-ea3769ef70c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acddfa07-feaa-4c74-af4e-545b769bbc99', 'code': 200} Apr 05 12:15:09.657637 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=acddfa07-feaa-4c74-af4e-545b769bbc99,revision_number=8']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:15:09.660719 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:15:09.923161 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3751cb63-a93f-4e47-905a-8f93dfc7e2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:09.955608 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9364c-fcc1-49ec-ada5-1aa3937d4506 req-164d906e-7363-492b-9351-c75ea4b10c40 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:09.957337 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-86c9364c-fcc1-49ec-ada5-1aa3937d4506 req-164d906e-7363-492b-9351-c75ea4b10c40 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 944 time: 0.0974486 Apr 05 12:15:10.014169 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-86c9364c-fcc1-49ec-ada5-1aa3937d4506 req-321e717d-bb5f-4015-860f-b96bbd1823a6 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501490 Apr 05 12:15:10.298734 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:11.623792 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42973648-4847-4013-ae56-aa131cb831e5 req-76b8caaf-bbc0-4473-a58a-e5a61d03695c tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:11.625318 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-42973648-4847-4013-ae56-aa131cb831e5 req-76b8caaf-bbc0-4473-a58a-e5a61d03695c tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 944 time: 0.0920763 Apr 05 12:15:11.636425 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b3dc5af2-8e8b-412e-be0e-8e9b65022043 req-500ab2c3-0c12-446d-a6df-dfcb3bb4674d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809186 Apr 05 12:15:11.674093 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-42973648-4847-4013-ae56-aa131cb831e5 req-10ad54c8-0375-4f96-9f31-d1674db24d85 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423460 Apr 05 12:15:12.031130 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:12.137324 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc5af2-8e8b-412e-be0e-8e9b65022043 req-3a707c21-7c81-4f24-babd-c2f0a4fe8438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:12.138954 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b3dc5af2-8e8b-412e-be0e-8e9b65022043 req-3a707c21-7c81-4f24-babd-c2f0a4fe8438 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5&tenant_id=ef963fd801d14231908609f44c23fa0b HTTP/1.1" status: 200 len: 1097 time: 0.0767629 Apr 05 12:15:12.236858 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc5af2-8e8b-412e-be0e-8e9b65022043 req-ffc1b6fa-f5c5-420b-af04-3812d169b4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:12.238459 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b3dc5af2-8e8b-412e-be0e-8e9b65022043 req-ffc1b6fa-f5c5-420b-af04-3812d169b4e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef963fd801d14231908609f44c23fa0b&device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 1097 time: 0.0794718 Apr 05 12:15:12.379632 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc5af2-8e8b-412e-be0e-8e9b65022043 req-1e9c9630-32b4-46cb-919b-9a03b75722a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:12.381226 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b3dc5af2-8e8b-412e-be0e-8e9b65022043 req-1e9c9630-32b4-46cb-919b-9a03b75722a5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=40fb80d3-753f-4a6e-8e1e-404338c152f4 HTTP/1.1" status: 200 len: 918 time: 0.1370831 Apr 05 12:15:12.488881 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b3dc5af2-8e8b-412e-be0e-8e9b65022043 req-1bdfdcda-e7de-4067-b473-65dc85677d15 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acddfa07-feaa-4c74-af4e-545b769bbc99 HTTP/1.1" status: 200 len: 1000 time: 0.1013374 Apr 05 12:15:12.562240 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc5af2-8e8b-412e-be0e-8e9b65022043 req-18d3ef1f-6933-46ae-bdad-95df29f40f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:12.563829 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b3dc5af2-8e8b-412e-be0e-8e9b65022043 req-18d3ef1f-6933-46ae-bdad-95df29f40f65 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad6e7b7d-b348-4208-aa85-00f9b060484b HTTP/1.1" status: 200 len: 856 time: 0.0689819 Apr 05 12:15:12.645819 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc5af2-8e8b-412e-be0e-8e9b65022043 req-782e8916-d145-489c-a2d7-65d8b3fac896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:12.647340 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b3dc5af2-8e8b-412e-be0e-8e9b65022043 req-782e8916-d145-489c-a2d7-65d8b3fac896 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=40fb80d3-753f-4a6e-8e1e-404338c152f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774508 Apr 05 12:15:12.790329 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b3dc5af2-8e8b-412e-be0e-8e9b65022043 req-ccf3be19-41df-4e98-9ae9-b33f3e0544f5 service neutron] 10.222.0.32 "GET /v2.0/networks/40fb80d3-753f-4a6e-8e1e-404338c152f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354554 Apr 05 12:15:12.997901 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b3dc5af2-8e8b-412e-be0e-8e9b65022043 req-c526e1ff-84b0-4632-9f58-79fd1e30c1e7 service neutron] 10.222.0.32 "GET /v2.0/networks/40fb80d3-753f-4a6e-8e1e-404338c152f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684189 Apr 05 12:15:13.006369 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3ce32-926e-49f2-93c7-3733ffe8a294 req-87b48135-19bc-43ec-b7dd-28c42d26f46f tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:13.007879 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-89d3ce32-926e-49f2-93c7-3733ffe8a294 req-87b48135-19bc-43ec-b7dd-28c42d26f46f tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 944 time: 0.2145824 Apr 05 12:15:13.061535 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-89d3ce32-926e-49f2-93c7-3733ffe8a294 req-95141dda-7162-443b-9fc0-8a40978ab50f tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457211 Apr 05 12:15:13.442430 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device acddfa07-feaa-4c74-af4e-545b769bbc99 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:15:14.271553 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e897a5-75d1-43d7-9fe8-d6c66fc1993b req-0c12c6a5-5308-4545-9b01-fef90f0c05a3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:14.273123 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-31e897a5-75d1-43d7-9fe8-d6c66fc1993b req-0c12c6a5-5308-4545-9b01-fef90f0c05a3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 944 time: 0.0896575 Apr 05 12:15:14.322235 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-31e897a5-75d1-43d7-9fe8-d6c66fc1993b req-b7894a15-3b95-4f14-9ac1-a3200f0afd42 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420907 Apr 05 12:15:15.536272 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4749c-f13a-4122-a51b-8cce3a6e8b3a req-113a0b6b-c8bf-4426-a05f-70653ed65146 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:15.538050 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3ce4749c-f13a-4122-a51b-8cce3a6e8b3a req-113a0b6b-c8bf-4426-a05f-70653ed65146 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 944 time: 0.0884168 Apr 05 12:15:15.590025 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-3ce4749c-f13a-4122-a51b-8cce3a6e8b3a req-11ba872c-2f61-4e70-8320-96b5d1b55bed tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447373 Apr 05 12:15:16.813915 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b43e57-bae5-440a-93c3-ace00cdaa1ed req-af85906e-b9de-4380-a4c4-415353f69a31 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:16.816689 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e7b43e57-bae5-440a-93c3-ace00cdaa1ed req-af85906e-b9de-4380-a4c4-415353f69a31 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 944 time: 0.0921533 Apr 05 12:15:16.865988 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-e7b43e57-bae5-440a-93c3-ace00cdaa1ed req-08e8c46c-87b1-4cf4-b113-aa13dcee0238 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437727 Apr 05 12:15:18.081595 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c9c63-d2da-4b69-8afb-7a6e3a3c90c3 req-a2700195-c237-44af-a54f-c8ad1bd9a563 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:18.089981 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-171c9c63-d2da-4b69-8afb-7a6e3a3c90c3 req-a2700195-c237-44af-a54f-c8ad1bd9a563 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 944 time: 0.0989063 Apr 05 12:15:18.136141 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-171c9c63-d2da-4b69-8afb-7a6e3a3c90c3 req-fec1b07e-57f8-4327-83ca-4dd4682d9d83 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443203 Apr 05 12:15:19.351052 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec213f56-8e8b-4b30-83a7-da385b2bfc19 req-af6be994-cdf7-4283-bb1f-9d38aea026bb tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:19.352655 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ec213f56-8e8b-4b30-83a7-da385b2bfc19 req-af6be994-cdf7-4283-bb1f-9d38aea026bb tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 944 time: 0.0949924 Apr 05 12:15:19.416396 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ec213f56-8e8b-4b30-83a7-da385b2bfc19 req-2d2655c2-4982-4223-bbad-7ceceb81fe3b tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569141 Apr 05 12:15:20.632629 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798b6a6-4691-4278-a52a-fa5eafe45d2f req-73a19e1f-772b-4b18-bf04-c32e475d6e82 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:20.634203 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b798b6a6-4691-4278-a52a-fa5eafe45d2f req-73a19e1f-772b-4b18-bf04-c32e475d6e82 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 944 time: 0.0925443 Apr 05 12:15:20.686551 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b798b6a6-4691-4278-a52a-fa5eafe45d2f req-5b8da68f-716e-47ab-81a0-c97f2e61d281 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448284 Apr 05 12:15:21.894594 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d493f1-1f9d-4388-beea-a748fc8601ba req-a27cff53-2bd6-4ad0-9154-1c6e5cca3d5a tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:21.896135 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b0d493f1-1f9d-4388-beea-a748fc8601ba req-a27cff53-2bd6-4ad0-9154-1c6e5cca3d5a tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 944 time: 0.0897493 Apr 05 12:15:21.945222 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b0d493f1-1f9d-4388-beea-a748fc8601ba req-c84d5989-9647-4bf7-bf44-3b1b1796857e tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418749 Apr 05 12:15:22.696996 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 56602) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:22.831258 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-46dd954d-320f-4eb4-9ef7-6b49cd90fae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:22.847662 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-46dd954d-320f-4eb4-9ef7-6b49cd90fae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:15:22.851779 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-46dd954d-320f-4eb4-9ef7-6b49cd90fae1 admin admin] Usage tracker for resource:security_group_rule and tenant:79b4af15926f493aa24e8abe22c143f3 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:15:22.855001 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-46dd954d-320f-4eb4-9ef7-6b49cd90fae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:15:22.862804 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-46dd954d-320f-4eb4-9ef7-6b49cd90fae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:15:22.948662 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-46dd954d-320f-4eb4-9ef7-6b49cd90fae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:22.951475 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-46dd954d-320f-4eb4-9ef7-6b49cd90fae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:22.960402 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-13c683d2-e74a-44b7-9549-7f3ab8ae7da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:15:22.991581 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-46dd954d-320f-4eb4-9ef7-6b49cd90fae1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=79b4af15926f493aa24e8abe22c143f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933714 Apr 05 12:15:22.994954 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 56610) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:23.006777 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd954d-320f-4eb4-9ef7-6b49cd90fae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a7f4f0-2368-4e81-a60b-4d5c8fd15217,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:15:23.010658 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-46dd954d-320f-4eb4-9ef7-6b49cd90fae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:15:23.085552 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0060203e-7aaf-4e39-b64e-6a1e29a80966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:23.114117 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0060203e-7aaf-4e39-b64e-6a1e29a80966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:23.162054 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0060203e-7aaf-4e39-b64e-6a1e29a80966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:23.167532 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e687a0a3-db52-4735-9c65-407672bbc0c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:15:23.180753 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060203e-7aaf-4e39-b64e-6a1e29a80966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a7f4f0-2368-4e81-a60b-4d5c8fd15217,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:15:23.187821 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0060203e-7aaf-4e39-b64e-6a1e29a80966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:15:23.188922 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0060203e-7aaf-4e39-b64e-6a1e29a80966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:23.193093 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-0060203e-7aaf-4e39-b64e-6a1e29a80966 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/98a7f4f0-2368-4e81-a60b-4d5c8fd15217 HTTP/1.1" status: 204 len: 168 time: 0.1965301 Apr 05 12:15:23.203686 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4f8b9-c622-413e-9322-528da1212953 req-9cf2828a-5292-4dc9-ba13-f2f67bf1e8f2 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:23.206091 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c2e4f8b9-c622-413e-9322-528da1212953 req-9cf2828a-5292-4dc9-ba13-f2f67bf1e8f2 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 944 time: 0.1081278 Apr 05 12:15:23.258335 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c2e4f8b9-c622-413e-9322-528da1212953 req-82e39c2f-423c-462a-a856-0e0deb2fac04 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460675 Apr 05 12:15:24.473825 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19920f19-11c4-4883-9878-004a5101c2a5 req-79e90fea-e87a-4a15-aafd-d585e0713b96 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:24.475411 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-19920f19-11c4-4883-9878-004a5101c2a5 req-79e90fea-e87a-4a15-aafd-d585e0713b96 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 944 time: 0.0927083 Apr 05 12:15:24.523797 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-19920f19-11c4-4883-9878-004a5101c2a5 req-a8dc1aa9-1e1f-4f86-9c40-cc277fbebb50 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420537 Apr 05 12:15:25.734656 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0274717-0a1f-467a-b412-bf952a46ad9c req-a4340933-7222-4f33-94a5-75d4f79460ab tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:25.736224 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b0274717-0a1f-467a-b412-bf952a46ad9c req-a4340933-7222-4f33-94a5-75d4f79460ab tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 944 time: 0.0880275 Apr 05 12:15:25.786874 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-b0274717-0a1f-467a-b412-bf952a46ad9c req-31726db0-12ca-4397-bd3b-2b358debd70d tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443966 Apr 05 12:15:26.997499 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1419762-502f-424b-8c71-2ed54b01a506 req-70c4977e-74fd-4f97-b370-e57fa8053553 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:26.999675 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f1419762-502f-424b-8c71-2ed54b01a506 req-70c4977e-74fd-4f97-b370-e57fa8053553 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 944 time: 0.0920050 Apr 05 12:15:27.047176 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-f1419762-502f-424b-8c71-2ed54b01a506 req-d40ba045-63fd-4542-8b92-f9e39b0c1a28 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412583 Apr 05 12:15:28.252581 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735174b-69e9-4615-acff-149e9fa38ee5 req-cd354289-8ccd-45f8-969b-b49be8fcbc25 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:28.254183 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c735174b-69e9-4615-acff-149e9fa38ee5 req-cd354289-8ccd-45f8-969b-b49be8fcbc25 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 944 time: 0.0872676 Apr 05 12:15:28.300968 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c735174b-69e9-4615-acff-149e9fa38ee5 req-2f348bc9-ab97-47ba-824f-3f217538c924 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402205 Apr 05 12:15:29.528258 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815af22e-1a28-4bd4-aa5a-eeabadf91141 req-62888c8e-a069-4539-b7a6-3ef054395b05 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:29.530492 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-815af22e-1a28-4bd4-aa5a-eeabadf91141 req-62888c8e-a069-4539-b7a6-3ef054395b05 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 944 time: 0.0951300 Apr 05 12:15:29.585182 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-815af22e-1a28-4bd4-aa5a-eeabadf91141 req-2b590428-e238-4878-b432-576148a6f556 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444636 Apr 05 12:15:30.794427 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b94f0-1de9-4ff1-b320-70f720883693 req-c90d121f-8610-4eab-a891-131b4af7a8be tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:30.796147 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7e8b94f0-1de9-4ff1-b320-70f720883693 req-c90d121f-8610-4eab-a891-131b4af7a8be tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 944 time: 0.0926883 Apr 05 12:15:30.843697 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-7e8b94f0-1de9-4ff1-b320-70f720883693 req-22098121-ccbc-4ec4-a6ed-42da15fecb2c tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411866 Apr 05 12:15:31.480825 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device acddfa07-feaa-4c74-af4e-545b769bbc99 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 12:15:31.618238 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port acddfa07-feaa-4c74-af4e-545b769bbc99, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=acddfa07-feaa-4c74-af4e-545b769bbc99,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:15:31.635611 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Returning: {'device': 'acddfa07-feaa-4c74-af4e-545b769bbc99', 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'port_id': 'acddfa07-feaa-4c74-af4e-545b769bbc99', 'mac_address': 'fa:16:3e:bb:41:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:15:31.692221 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:31.709827 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acddfa07-feaa-4c74-af4e-545b769bbc99 {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 12:15:31.725073 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port acddfa07-feaa-4c74-af4e-545b769bbc99, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=acddfa07-feaa-4c74-af4e-545b769bbc99,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:15:31.727934 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:31.729770 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:15:31.797063 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=acddfa07-feaa-4c74-af4e-545b769bbc99,revision_number=9']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:15:31.800138 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:15:32.047538 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6c799-f37f-42e6-bc5b-ac059f6ad271 req-82ea1497-e6d1-40f9-ad9f-316d9eda0128 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:32.049022 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-efc6c799-f37f-42e6-bc5b-ac059f6ad271 req-82ea1497-e6d1-40f9-ad9f-316d9eda0128 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 945 time: 0.0874403 Apr 05 12:15:32.058421 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] get_ports_and_sgs() called for port_ids ['acddfa07-feaa-4c74-af4e-545b769bbc99'] {{(pid=84419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:15:32.097538 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-efc6c799-f37f-42e6-bc5b-ac059f6ad271 req-0e4169cc-3c2b-456a-8c64-60350065e9b1 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421126 Apr 05 12:15:32.608912 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:32.729513 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 56750) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:32.851685 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1a2ce015-ac8e-4ef4-9e76-5346bfbbd54f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:32.867443 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-1a2ce015-ac8e-4ef4-9e76-5346bfbbd54f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:15:32.869362 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 6 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:15:32.871439 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-1a2ce015-ac8e-4ef4-9e76-5346bfbbd54f admin admin] Usage tracker for resource:security_group_rule and tenant:6982764766c5429d8f38801c1952a5ed is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:15:32.874388 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-1a2ce015-ac8e-4ef4-9e76-5346bfbbd54f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:15:32.880301 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-1a2ce015-ac8e-4ef4-9e76-5346bfbbd54f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:15:32.965681 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1a2ce015-ac8e-4ef4-9e76-5346bfbbd54f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:32.968988 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1a2ce015-ac8e-4ef4-9e76-5346bfbbd54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:32.977476 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ef0860d8-087c-4027-aeee-5a906d25fadc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:15:33.018685 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-1a2ce015-ac8e-4ef4-9e76-5346bfbbd54f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6982764766c5429d8f38801c1952a5ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2880714 Apr 05 12:15:33.020408 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ce015-ac8e-4ef4-9e76-5346bfbbd54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e94043-8f74-4589-9f4e-f8777544352b,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:15:33.021637 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 56756) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:33.028263 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2ce015-ac8e-4ef4-9e76-5346bfbbd54f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:15:33.028690 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2ce015-ac8e-4ef4-9e76-5346bfbbd54f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:15:33.029107 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2ce015-ac8e-4ef4-9e76-5346bfbbd54f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:15:33.029535 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2ce015-ac8e-4ef4-9e76-5346bfbbd54f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:15:33.029950 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2ce015-ac8e-4ef4-9e76-5346bfbbd54f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:15:33.030878 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2ce015-ac8e-4ef4-9e76-5346bfbbd54f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:15:33.031283 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2ce015-ac8e-4ef4-9e76-5346bfbbd54f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:15:33.031686 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2ce015-ac8e-4ef4-9e76-5346bfbbd54f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:15:33.032092 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2ce015-ac8e-4ef4-9e76-5346bfbbd54f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:15:33.032561 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2ce015-ac8e-4ef4-9e76-5346bfbbd54f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:15:33.032964 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2ce015-ac8e-4ef4-9e76-5346bfbbd54f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:15:33.033368 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2ce015-ac8e-4ef4-9e76-5346bfbbd54f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:15:33.037559 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1a2ce015-ac8e-4ef4-9e76-5346bfbbd54f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:15:33.083720 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-adb0640f-ad70-4caf-80ef-a1879d8736a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:33.110969 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-adb0640f-ad70-4caf-80ef-a1879d8736a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:33.154504 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-adb0640f-ad70-4caf-80ef-a1879d8736a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:33.160086 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6d2ee4d2-1b66-4bbf-ace6-8db6f85621de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:15:33.174318 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0640f-ad70-4caf-80ef-a1879d8736a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e94043-8f74-4589-9f4e-f8777544352b,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:15:33.185801 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0640f-ad70-4caf-80ef-a1879d8736a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:15:33.186224 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0640f-ad70-4caf-80ef-a1879d8736a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:15:33.186668 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0640f-ad70-4caf-80ef-a1879d8736a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:15:33.187074 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0640f-ad70-4caf-80ef-a1879d8736a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:15:33.187478 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0640f-ad70-4caf-80ef-a1879d8736a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:15:33.187884 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0640f-ad70-4caf-80ef-a1879d8736a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:15:33.188283 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0640f-ad70-4caf-80ef-a1879d8736a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:15:33.188681 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0640f-ad70-4caf-80ef-a1879d8736a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:15:33.189083 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0640f-ad70-4caf-80ef-a1879d8736a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:15:33.189479 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0640f-ad70-4caf-80ef-a1879d8736a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:15:33.189903 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0640f-ad70-4caf-80ef-a1879d8736a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:15:33.190298 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0640f-ad70-4caf-80ef-a1879d8736a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:15:33.195326 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-adb0640f-ad70-4caf-80ef-a1879d8736a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:15:33.199672 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-adb0640f-ad70-4caf-80ef-a1879d8736a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:33.201434 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-adb0640f-ad70-4caf-80ef-a1879d8736a9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c6e94043-8f74-4589-9f4e-f8777544352b HTTP/1.1" status: 204 len: 168 time: 0.1785972 Apr 05 12:15:33.456274 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38019a-d683-4190-a885-daaa7ade9666 req-bcc249a2-2a4a-47a1-97eb-b33093c9bc87 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:33.458007 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ca38019a-d683-4190-a885-daaa7ade9666 req-bcc249a2-2a4a-47a1-97eb-b33093c9bc87 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 945 time: 0.0940790 Apr 05 12:15:33.479949 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device acddfa07-feaa-4c74-af4e-545b769bbc99 up at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 12:15:33.499340 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 56766) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:33.524789 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c0fa33ac-8af4-4e4c-9e0c-534146cbd8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:33.540647 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-ca38019a-d683-4190-a885-daaa7ade9666 req-618df5ea-3646-4fef-b75c-c277652d3b37 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759234 Apr 05 12:15:33.544810 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c0fa33ac-8af4-4e4c-9e0c-534146cbd8d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:15:33.548924 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c0fa33ac-8af4-4e4c-9e0c-534146cbd8d4 admin admin] Usage tracker for resource:security_group_rule and tenant:8147bb99c6d246d788d9b61bc828b884 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:15:33.551933 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c0fa33ac-8af4-4e4c-9e0c-534146cbd8d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:15:33.558235 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c0fa33ac-8af4-4e4c-9e0c-534146cbd8d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:15:33.560154 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Provisioning complete for port acddfa07-feaa-4c74-af4e-545b769bbc99 triggered by entity L2. {{(pid=84419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 12:15:33.560571 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4190'] for port, provisioning_complete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:33.645766 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c0fa33ac-8af4-4e4c-9e0c-534146cbd8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:33.648663 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c0fa33ac-8af4-4e4c-9e0c-534146cbd8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:33.657381 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ac1a410c-acbb-4fa9-b649-99e9de9390fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:15:33.684642 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854318370'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:33.696526 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-c0fa33ac-8af4-4e4c-9e0c-534146cbd8d4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8147bb99c6d246d788d9b61bc828b884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1960335 Apr 05 12:15:33.699772 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 56770) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:33.700722 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa33ac-8af4-4e4c-9e0c-534146cbd8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d66e417-081a-4513-9181-0feec25954b2,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:15:33.704643 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c0fa33ac-8af4-4e4c-9e0c-534146cbd8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:15:33.713940 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effe3cba-b0fb-41bd-9649-ea3769ef70c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acddfa07-feaa-4c74-af4e-545b769bbc99'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:15:33.723953 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] For port acddfa07-feaa-4c74-af4e-545b769bbc99, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=acddfa07-feaa-4c74-af4e-545b769bbc99,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:15:33.727831 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757196958340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279658259452', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757196516382'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:33.729766 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-94ba65bf-b727-48d0-bff0-657a47514f09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:15:33.765740 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-603189e1-578b-43a3-aa43-a0999aa6633b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:33.767846 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effe3cba-b0fb-41bd-9649-ea3769ef70c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acddfa07-feaa-4c74-af4e-545b769bbc99', 'code': 200} Apr 05 12:15:33.793405 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-603189e1-578b-43a3-aa43-a0999aa6633b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:33.803157 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Pushing event updated for resources: {'Port': ['ID=acddfa07-feaa-4c74-af4e-545b769bbc99,revision_number=10']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:15:33.806521 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:15:33.840316 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-603189e1-578b-43a3-aa43-a0999aa6633b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:33.845918 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a5eda6a4-09ca-447a-8a95-33b752134c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:15:33.860828 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603189e1-578b-43a3-aa43-a0999aa6633b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d66e417-081a-4513-9181-0feec25954b2,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:15:33.868796 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-603189e1-578b-43a3-aa43-a0999aa6633b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:15:33.870935 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-603189e1-578b-43a3-aa43-a0999aa6633b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:33.872465 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-603189e1-578b-43a3-aa43-a0999aa6633b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d66e417-081a-4513-9181-0feec25954b2 HTTP/1.1" status: 204 len: 168 time: 0.1711538 Apr 05 12:15:34.016470 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279d9fe-3c8b-41f1-a9a3-6dbe17dc64f5 req-8d135631-83b2-4cf5-b2e0-ab880682550d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:34.018123 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c279d9fe-3c8b-41f1-a9a3-6dbe17dc64f5 req-8d135631-83b2-4cf5-b2e0-ab880682550d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 1100 time: 0.0790415 Apr 05 12:15:34.061037 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c279d9fe-3c8b-41f1-a9a3-6dbe17dc64f5 req-c381f224-f166-412d-8ff8-abb8e33b4cef service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369790 Apr 05 12:15:34.223330 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 56780) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:34.245831 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6dcca64a-3c4c-4546-bfe2-9c3b7eaa15c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:34.261426 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-6dcca64a-3c4c-4546-bfe2-9c3b7eaa15c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:15:34.265407 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-6dcca64a-3c4c-4546-bfe2-9c3b7eaa15c1 admin admin] Usage tracker for resource:security_group_rule and tenant:33b2d9aa28204ef981d7ad1c82be1ca9 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:15:34.268294 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-6dcca64a-3c4c-4546-bfe2-9c3b7eaa15c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:15:34.274221 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-6dcca64a-3c4c-4546-bfe2-9c3b7eaa15c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:15:34.355892 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6dcca64a-3c4c-4546-bfe2-9c3b7eaa15c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:34.360216 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6dcca64a-3c4c-4546-bfe2-9c3b7eaa15c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:34.369592 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a9a21f9d-51a8-4988-91b4-ec8abedf9f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:15:34.411925 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-6dcca64a-3c4c-4546-bfe2-9c3b7eaa15c1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33b2d9aa28204ef981d7ad1c82be1ca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1873920 Apr 05 12:15:34.413653 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcca64a-3c4c-4546-bfe2-9c3b7eaa15c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d276d6-2991-4c48-88e8-1bd1f89d09ad,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:15:34.414813 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 56784) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:34.416929 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6dcca64a-3c4c-4546-bfe2-9c3b7eaa15c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:15:34.478871 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b5a2c20d-1dca-4070-9c86-89643b47d098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:34.505258 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b5a2c20d-1dca-4070-9c86-89643b47d098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:34.549336 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b5a2c20d-1dca-4070-9c86-89643b47d098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:34.554165 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-850f9359-a1bf-4e24-b97e-e0ebe6449345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:15:34.566589 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2c20d-1dca-4070-9c86-89643b47d098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d276d6-2991-4c48-88e8-1bd1f89d09ad,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:15:34.571327 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b5a2c20d-1dca-4070-9c86-89643b47d098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:15:34.575927 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b5a2c20d-1dca-4070-9c86-89643b47d098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:34.578164 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-b5a2c20d-1dca-4070-9c86-89643b47d098 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/20d276d6-2991-4c48-88e8-1bd1f89d09ad HTTP/1.1" status: 204 len: 168 time: 0.1612704 Apr 05 12:15:34.745319 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64da55-d218-4a05-a638-d2e215bd13a3 req-d1452d18-7aab-44f3-a502-447f06f867f7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:34.746993 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-cb64da55-d218-4a05-a638-d2e215bd13a3 req-d1452d18-7aab-44f3-a502-447f06f867f7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 947 time: 0.0884483 Apr 05 12:15:34.799829 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-cb64da55-d218-4a05-a638-d2e215bd13a3 req-aa9d327b-c7ed-4c33-b9f6-5f886463aa6a tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462990 Apr 05 12:15:35.762314 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 56852) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:35.901005 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5026b4d3-7d2a-4ad9-b9a5-06058cf1970f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:35.916809 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-5026b4d3-7d2a-4ad9-b9a5-06058cf1970f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:15:35.920890 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-5026b4d3-7d2a-4ad9-b9a5-06058cf1970f admin admin] Usage tracker for resource:security_group_rule and tenant:fcf435bb532e49d38a098c17b4268030 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:15:35.923869 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-5026b4d3-7d2a-4ad9-b9a5-06058cf1970f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:15:35.930137 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-5026b4d3-7d2a-4ad9-b9a5-06058cf1970f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:15:36.016530 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5026b4d3-7d2a-4ad9-b9a5-06058cf1970f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:36.020089 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5026b4d3-7d2a-4ad9-b9a5-06058cf1970f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:36.028820 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8690df54-3e02-4e38-b430-453ed092ceff tempest-TestMinimumBasicScenario-619206099 tempest-TestMinimumBasicScenario-619206099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:15:36.033335 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5756f-bf57-49a0-8414-4116b7a9aedf req-d100be05-1f0d-45a6-b1e8-74079e254dcd tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:36.034955 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-44e5756f-bf57-49a0-8414-4116b7a9aedf req-d100be05-1f0d-45a6-b1e8-74079e254dcd tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 947 time: 0.0928659 Apr 05 12:15:36.074933 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-5026b4d3-7d2a-4ad9-b9a5-06058cf1970f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fcf435bb532e49d38a098c17b4268030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3089468 Apr 05 12:15:36.074933 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026b4d3-7d2a-4ad9-b9a5-06058cf1970f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a18af5b-4bac-425b-9d7b-19e09bc0c7b2,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:15:36.076812 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 56860) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:36.079603 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5026b4d3-7d2a-4ad9-b9a5-06058cf1970f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:15:36.086332 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-44e5756f-bf57-49a0-8414-4116b7a9aedf req-270455f1-3d7b-408f-9710-f7160c184f0b tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434628 Apr 05 12:15:36.141309 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-861d71bb-05e5-43fe-ab0d-c2e0fc9c1b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:36.168098 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-861d71bb-05e5-43fe-ab0d-c2e0fc9c1b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:36.215825 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-861d71bb-05e5-43fe-ab0d-c2e0fc9c1b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:36.221301 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3cc7d241-51da-4d03-9d9b-409e60e9e11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:15:36.233480 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d71bb-05e5-43fe-ab0d-c2e0fc9c1b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a18af5b-4bac-425b-9d7b-19e09bc0c7b2,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:15:36.236608 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-861d71bb-05e5-43fe-ab0d-c2e0fc9c1b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:15:36.238716 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-861d71bb-05e5-43fe-ab0d-c2e0fc9c1b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:36.239930 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-861d71bb-05e5-43fe-ab0d-c2e0fc9c1b87 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6a18af5b-4bac-425b-9d7b-19e09bc0c7b2 HTTP/1.1" status: 204 len: 168 time: 0.1620572 Apr 05 12:15:37.298540 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3484f-626c-4c6d-a622-ced8a42e6067 req-2d2dec51-67b2-4c0f-b7e6-dada7586ab82 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:15:37.300052 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-16e3484f-626c-4c6d-a622-ced8a42e6067 req-2d2dec51-67b2-4c0f-b7e6-dada7586ab82 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 947 time: 0.0886619 Apr 05 12:15:37.354147 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-16e3484f-626c-4c6d-a622-ced8a42e6067 req-8717405b-f172-4a06-895d-4587634c010f tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476646 Apr 05 12:15:37.356026 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9f774b-e12f-497c-a448-9fddda014ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:38.710537 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:39.923953 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ff04e2ba-8147-4f9d-bf9a-ef26ba7f3eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:40.301813 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:42.030019 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:42.825499 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 56932) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:42.948216 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-808de7e3-d3e1-4150-91e6-f53eb8c96885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:42.966573 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-808de7e3-d3e1-4150-91e6-f53eb8c96885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:15:42.970491 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-808de7e3-d3e1-4150-91e6-f53eb8c96885 admin admin] Usage tracker for resource:security_group_rule and tenant:c43861c6f1234f1b938220845af7612f is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:15:42.973408 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-808de7e3-d3e1-4150-91e6-f53eb8c96885 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:15:42.979361 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-808de7e3-d3e1-4150-91e6-f53eb8c96885 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:15:43.061671 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-808de7e3-d3e1-4150-91e6-f53eb8c96885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:43.065050 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-808de7e3-d3e1-4150-91e6-f53eb8c96885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:43.073995 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9dd42f33-bd37-4570-9d7d-45a94ec2fa26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:15:43.116235 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-808de7e3-d3e1-4150-91e6-f53eb8c96885 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c43861c6f1234f1b938220845af7612f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896104 Apr 05 12:15:43.117198 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808de7e3-d3e1-4150-91e6-f53eb8c96885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de666847-372c-454b-b99f-a3c4fc78e96a,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:15:43.119147 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 56938) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:43.120768 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-808de7e3-d3e1-4150-91e6-f53eb8c96885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:15:43.181000 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-28ce48ae-673d-495f-adcb-a5845ccd9730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:43.208390 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-28ce48ae-673d-495f-adcb-a5845ccd9730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:43.252030 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-28ce48ae-673d-495f-adcb-a5845ccd9730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:43.256898 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-09dee26d-10f3-4c5c-971a-3d302fccaf56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:15:43.269731 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce48ae-673d-495f-adcb-a5845ccd9730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de666847-372c-454b-b99f-a3c4fc78e96a,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:15:43.274574 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-28ce48ae-673d-495f-adcb-a5845ccd9730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:15:43.278757 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-28ce48ae-673d-495f-adcb-a5845ccd9730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:15:43.279958 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-28ce48ae-673d-495f-adcb-a5845ccd9730 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/de666847-372c-454b-b99f-a3c4fc78e96a HTTP/1.1" status: 204 len: 168 time: 0.1597121 Apr 05 12:16:02.618606 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:07.337374 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2281ee31-0ce8-4743-a1a8-ffa3a17b86d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:08.711749 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:09.869129 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 6 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:16:09.925198 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bca1a540-69e2-4b88-a16a-5f35a06a37de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:10.303659 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:12.033118 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:25.799757 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f8212-ee37-4d4d-9739-a3fa55991617 req-a3d5c369-f208-41e4-bdd6-1e4c34d7ff55 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:16:25.801322 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c26f8212-ee37-4d4d-9739-a3fa55991617 req-a3d5c369-f208-41e4-bdd6-1e4c34d7ff55 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 947 time: 0.2584190 Apr 05 12:16:25.851377 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c26f8212-ee37-4d4d-9739-a3fa55991617 req-2abde886-df94-4b95-8b4b-cb30dd05f9a0 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435567 Apr 05 12:16:26.964270 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc5a83-4d56-4726-b9bd-6f7418550db5 req-fb492d33-7740-4d81-b5d9-2e72b7ad21a9 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:16:26.965861 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-15dc5a83-4d56-4726-b9bd-6f7418550db5 req-fb492d33-7740-4d81-b5d9-2e72b7ad21a9 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.32 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 947 time: 0.0863278 Apr 05 12:16:27.043110 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-15dc5a83-4d56-4726-b9bd-6f7418550db5 req-b952056d-dfa1-4078-83ec-1160a323fdcd tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Deleting port acddfa07-feaa-4c74-af4e-545b769bbc99 {{(pid=84418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:16:27.043469 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-15dc5a83-4d56-4726-b9bd-6f7418550db5 req-b952056d-dfa1-4078-83ec-1160a323fdcd tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:27.123931 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd6386-204d-4234-b3a3-447163e5d69f req-509f38e7-9c15-4618-b6cc-dc3a5397d450 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 12:16:27.125685 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c7dd6386-204d-4234-b3a3-447163e5d69f req-509f38e7-9c15-4618-b6cc-dc3a5397d450 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 947 time: 0.1522520 Apr 05 12:16:27.177641 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-c7dd6386-204d-4234-b3a3-447163e5d69f req-5d6d9eda-348b-46c9-bcca-973eb0911e00 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups?id=7970f48b-98bc-4bba-8590-4697557a5219&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451522 Apr 05 12:16:27.515265 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-15dc5a83-4d56-4726-b9bd-6f7418550db5 req-b952056d-dfa1-4078-83ec-1160a323fdcd tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] For port acddfa07-feaa-4c74-af4e-545b769bbc99, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=acddfa07-feaa-4c74-af4e-545b769bbc99,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:16:27.515657 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-15dc5a83-4d56-4726-b9bd-6f7418550db5 req-b952056d-dfa1-4078-83ec-1160a323fdcd tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:27.815408 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-15dc5a83-4d56-4726-b9bd-6f7418550db5 req-b952056d-dfa1-4078-83ec-1160a323fdcd tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:27.815724 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-15dc5a83-4d56-4726-b9bd-6f7418550db5 req-b952056d-dfa1-4078-83ec-1160a323fdcd tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854004789'] for floatingip, after_update {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:27.816079 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.db.l3_db [req-15dc5a83-4d56-4726-b9bd-6f7418550db5 req-b952056d-dfa1-4078-83ec-1160a323fdcd tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Floating IP 6481e660-5b8e-4320-8ff3-cda7a434ed77 disassociated. External IP: 172.28.2.228, port: acddfa07-feaa-4c74-af4e-545b769bbc99. Apr 05 12:16:27.816461 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-15dc5a83-4d56-4726-b9bd-6f7418550db5 req-b952056d-dfa1-4078-83ec-1160a323fdcd tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Calling delete_port for acddfa07-feaa-4c74-af4e-545b769bbc99 owned by compute:nova {{(pid=84418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:16:27.959282 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-15dc5a83-4d56-4726-b9bd-6f7418550db5 req-b952056d-dfa1-4078-83ec-1160a323fdcd tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844149350'] for port, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:27.980158 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8bcbd711-8642-4401-9d9b-0a4b640eb0cc tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:16:28.035852 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952056d-dfa1-4078-83ec-1160a323fdcd tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Pushing event deleted for resources: {'Port': ['ID=acddfa07-feaa-4c74-af4e-545b769bbc99,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:16:28.038603 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b952056d-dfa1-4078-83ec-1160a323fdcd tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:16:28.354684 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-65a2e431-1c95-442f-aefe-c5fbb965510b req-aef58e48-af18-431a-aab7-313097df3fe3 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/ports?device_id=effe3cba-b0fb-41bd-9649-ea3769ef70c5 HTTP/1.1" status: 200 len: 210 time: 0.0550621 Apr 05 12:16:28.385041 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15dc5a83-4d56-4726-b9bd-6f7418550db5 req-b952056d-dfa1-4078-83ec-1160a323fdcd tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Router 2ed1024c-404d-48eb-844a-bd8b14f3e405 has already been hosted by L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 {{(pid=84418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 12:16:28.579134 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15dc5a83-4d56-4726-b9bd-6f7418550db5 req-b952056d-dfa1-4078-83ec-1160a323fdcd tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:16:28.589671 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0c284d-b9fa-40ed-98b0-30facbe6c125 None None] Sync routers for ids ['2ed1024c-404d-48eb-844a-bd8b14f3e405'] in dv-cinder-784763-1-smb {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:16:28.601162 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0c284d-b9fa-40ed-98b0-30facbe6c125 None None] Routers {'2ed1024c-404d-48eb-844a-bd8b14f3e405'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:16:28.602083 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-1b0c284d-b9fa-40ed-98b0-30facbe6c125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:16:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['2ed1024c-404d-48eb-844a-bd8b14f3e405'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:16:28.660047 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-15dc5a83-4d56-4726-b9bd-6f7418550db5 req-b952056d-dfa1-4078-83ec-1160a323fdcd tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] No DVR routers for this DVR port acddfa07-feaa-4c74-af4e-545b769bbc99 on host hv-cinder-78476 {{(pid=84418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 12:16:28.662685 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-15dc5a83-4d56-4726-b9bd-6f7418550db5 req-b952056d-dfa1-4078-83ec-1160a323fdcd tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:28.665601 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effe3cba-b0fb-41bd-9649-ea3769ef70c5', 'name': 'network-vif-deleted', 'tag': 'acddfa07-feaa-4c74-af4e-545b769bbc99'}] {{(pid=84418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 12:16:28.687721 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [req-15dc5a83-4d56-4726-b9bd-6f7418550db5 req-b952056d-dfa1-4078-83ec-1160a323fdcd tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.32 "DELETE /v2.0/ports/acddfa07-feaa-4c74-af4e-545b769bbc99 HTTP/1.1" status: 204 len: 173 time: 1.7166765 Apr 05 12:16:28.718834 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effe3cba-b0fb-41bd-9649-ea3769ef70c5', 'name': 'network-vif-deleted', 'tag': 'acddfa07-feaa-4c74-af4e-545b769bbc99', 'status': 'completed', 'code': 200} Apr 05 12:16:28.791601 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-1b0c284d-b9fa-40ed-98b0-30facbe6c125 None None] Set router 2ed1024c-404d-48eb-844a-bd8b14f3e405 gateway port host: dv-cinder-784763-1-smb {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:16:29.269396 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-1b0c284d-b9fa-40ed-98b0-30facbe6c125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'name': 'tempest-AttachVolumeShelveTestJSON-1543860503-router', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:07:35Z', 'updated_at': '2021-04-05T12:07:44Z', 'revision_number': 4, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'gw_port': {'id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:15:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:37Z', 'updated_at': '2021-04-05T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': '37584758-d8ac-49b8-8ba8-399d92b30e1d', 'name': '', 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'mac_address': 'fa:16:3e:33:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:43Z', 'updated_at': '2021-04-05T12:07:53Z', 'revision_number': 5, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'subnets': [{'id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:16:29.273386 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0c284d-b9fa-40ed-98b0-30facbe6c125 None None] Checking router: 2ed1024c-404d-48eb-844a-bd8b14f3e405 for host: dv-cinder-784763-1-smb {{(pid=84420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:16:29.282216 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0c284d-b9fa-40ed-98b0-30facbe6c125 None None] Routers {'2ed1024c-404d-48eb-844a-bd8b14f3e405'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:16:29.282854 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-1b0c284d-b9fa-40ed-98b0-30facbe6c125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:16:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['2ed1024c-404d-48eb-844a-bd8b14f3e405'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:16:29.470024 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-1b0c284d-b9fa-40ed-98b0-30facbe6c125 None None] Set router 2ed1024c-404d-48eb-844a-bd8b14f3e405 gateway port host: dv-cinder-784763-1-smb {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:16:29.487900 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 56976) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:29.557129 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-03071e61-063b-4dbe-a8b4-32a41756f896 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:29.586617 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-03071e61-063b-4dbe-a8b4-32a41756f896 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:29.636148 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-03071e61-063b-4dbe-a8b4-32a41756f896 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:29.641432 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c5992525-6407-4988-8b25-474a525c40d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:16:29.656380 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03071e61-063b-4dbe-a8b4-32a41756f896 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7970f48b-98bc-4bba-8590-4697557a5219,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:16:29.659222 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-03071e61-063b-4dbe-a8b4-32a41756f896 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:16:29.667378 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-03071e61-063b-4dbe-a8b4-32a41756f896 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:29.671126 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-03071e61-063b-4dbe-a8b4-32a41756f896 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "DELETE /v2.0/security-groups/7970f48b-98bc-4bba-8590-4697557a5219 HTTP/1.1" status: 204 len: 168 time: 0.1796315 Apr 05 12:16:29.671494 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 56980) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:29.690557 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.api.v2.resource [None req-af4e0e6e-2201-4343-8d81-4f44b9658340 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] show failed (client error): The resource could not be found. Apr 05 12:16:29.691721 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-af4e0e6e-2201-4343-8d81-4f44b9658340 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "GET /v2.0/security-groups/7970f48b-98bc-4bba-8590-4697557a5219 HTTP/1.1" status: 404 len: 347 time: 0.0192525 Apr 05 12:16:29.694628 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 56984) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:29.804434 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-1b0c284d-b9fa-40ed-98b0-30facbe6c125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'name': 'tempest-AttachVolumeShelveTestJSON-1543860503-router', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:07:35Z', 'updated_at': '2021-04-05T12:07:44Z', 'revision_number': 4, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'gw_port': {'id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:15:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:37Z', 'updated_at': '2021-04-05T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': '37584758-d8ac-49b8-8ba8-399d92b30e1d', 'name': '', 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'mac_address': 'fa:16:3e:33:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:43Z', 'updated_at': '2021-04-05T12:07:53Z', 'revision_number': 5, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'subnets': [{'id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:16:29.808603 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0c284d-b9fa-40ed-98b0-30facbe6c125 None None] The sync data for ids ['2ed1024c-404d-48eb-844a-bd8b14f3e405'] in dv-cinder-784763-1-smb is: [{'id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'name': 'tempest-AttachVolumeShelveTestJSON-1543860503-router', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:07:35Z', 'updated_at': '2021-04-05T12:07:44Z', 'revision_number': 4, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'gw_port': {'id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:15:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:37Z', 'updated_at': '2021-04-05T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb', '_interfaces': [{'id': '37584758-d8ac-49b8-8ba8-399d92b30e1d', 'name': '', 'network_id': '40fb80d3-753f-4a6e-8e1e-404338c152f4', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'mac_address': 'fa:16:3e:33:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:43Z', 'updated_at': '2021-04-05T12:07:53Z', 'revision_number': 5, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'subnets': [{'id': 'ad6e7b7d-b348-4208-aa85-00f9b060484b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:16:29.821322 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device acddfa07-feaa-4c74-af4e-545b769bbc99 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:16:29.860083 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] No Port match for: acddfa07-feaa-4c74-af4e-545b769bbc99 {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:16:29.860792 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Device acddfa07-feaa-4c74-af4e-545b769bbc99 not bound to the agent host hv-cinder-78476 {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:16:29.863455 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-301dba6a-aef5-4aad-8578-1913399c8666 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Deleting port e5eff1ad-497c-4f72-b3a4-c69137a7d3ec {{(pid=84417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:16:29.863669 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-301dba6a-aef5-4aad-8578-1913399c8666 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:30.045688 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-301dba6a-aef5-4aad-8578-1913399c8666 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:30.046059 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-301dba6a-aef5-4aad-8578-1913399c8666 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:30.229182 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795ea5cc-5864-4538-89e9-ebbafda71845 None None] New status for floating IP 6481e660-5b8e-4320-8ff3-cda7a434ed77: DOWN {{(pid=84419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 12:16:30.384580 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-301dba6a-aef5-4aad-8578-1913399c8666 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Calling delete_port for e5eff1ad-497c-4f72-b3a4-c69137a7d3ec owned by network:floatingip {{(pid=84417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:16:30.470968 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.db.api [None req-301dba6a-aef5-4aad-8578-1913399c8666 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84417) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:16:30.471882 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_db.api [None req-301dba6a-aef5-4aad-8578-1913399c8666 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 12:16:30.972716 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-301dba6a-aef5-4aad-8578-1913399c8666 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Deleting port e5eff1ad-497c-4f72-b3a4-c69137a7d3ec {{(pid=84417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:16:30.973104 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-301dba6a-aef5-4aad-8578-1913399c8666 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:31.151293 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-301dba6a-aef5-4aad-8578-1913399c8666 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:31.151654 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-301dba6a-aef5-4aad-8578-1913399c8666 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:31.279711 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-301dba6a-aef5-4aad-8578-1913399c8666 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Calling delete_port for e5eff1ad-497c-4f72-b3a4-c69137a7d3ec owned by network:floatingip {{(pid=84417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:16:31.422132 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-301dba6a-aef5-4aad-8578-1913399c8666 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:31.438096 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2021912b-458e-4b1b-a735-8f75e1b9e1bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:16:31.495145 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301dba6a-aef5-4aad-8578-1913399c8666 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Pushing event deleted for resources: {'Port': ['ID=e5eff1ad-497c-4f72-b3a4-c69137a7d3ec,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:16:31.498987 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-301dba6a-aef5-4aad-8578-1913399c8666 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:16:31.694540 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-301dba6a-aef5-4aad-8578-1913399c8666 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks [] for floatingip, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:31.708892 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-301dba6a-aef5-4aad-8578-1913399c8666 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:31.710117 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-301dba6a-aef5-4aad-8578-1913399c8666 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] 10.222.0.26 "DELETE /v2.0/floatingips/6481e660-5b8e-4320-8ff3-cda7a434ed77 HTTP/1.1" status: 204 len: 168 time: 2.0144939 Apr 05 12:16:32.630648 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:34.540823 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 57010) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:35.201926 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-602f0a57-12a9-488b-ae24-87f739646e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780393'] for router_interface, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:35.561234 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-602f0a57-12a9-488b-ae24-87f739646e4a admin admin] Deleting port 37584758-d8ac-49b8-8ba8-399d92b30e1d {{(pid=84417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:16:35.561847 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-602f0a57-12a9-488b-ae24-87f739646e4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:35.736785 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-602f0a57-12a9-488b-ae24-87f739646e4a admin admin] For port 37584758-d8ac-49b8-8ba8-399d92b30e1d, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=37584758-d8ac-49b8-8ba8-399d92b30e1d,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:16:35.737174 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-602f0a57-12a9-488b-ae24-87f739646e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:35.863733 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-602f0a57-12a9-488b-ae24-87f739646e4a admin admin] Calling delete_port for 37584758-d8ac-49b8-8ba8-399d92b30e1d owned by network:router_interface {{(pid=84417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:16:36.030089 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-602f0a57-12a9-488b-ae24-87f739646e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:36.044677 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-fe5e6c2e-cb72-4cc3-b890-aeddfce3955f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:16:36.101135 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f0a57-12a9-488b-ae24-87f739646e4a admin admin] Pushing event deleted for resources: {'Port': ['ID=37584758-d8ac-49b8-8ba8-399d92b30e1d,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:16:36.159188 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f0a57-12a9-488b-ae24-87f739646e4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:16:36.159545 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f0a57-12a9-488b-ae24-87f739646e4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:16:36.159953 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f0a57-12a9-488b-ae24-87f739646e4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:16:36.160356 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f0a57-12a9-488b-ae24-87f739646e4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:16:36.160751 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f0a57-12a9-488b-ae24-87f739646e4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:16:36.161152 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f0a57-12a9-488b-ae24-87f739646e4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:16:36.161573 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f0a57-12a9-488b-ae24-87f739646e4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:16:36.161971 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f0a57-12a9-488b-ae24-87f739646e4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:16:36.162367 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f0a57-12a9-488b-ae24-87f739646e4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:16:36.162759 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f0a57-12a9-488b-ae24-87f739646e4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:16:36.163149 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f0a57-12a9-488b-ae24-87f739646e4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:16:36.163539 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f0a57-12a9-488b-ae24-87f739646e4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:16:36.168172 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-602f0a57-12a9-488b-ae24-87f739646e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:16:36.713893 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-602f0a57-12a9-488b-ae24-87f739646e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854212078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781500'] for router_interface, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:37.209007 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602f0a57-12a9-488b-ae24-87f739646e4a admin admin] Router 2ed1024c-404d-48eb-844a-bd8b14f3e405 has already been hosted by L3 agent 4ad6baea-16e9-4a60-a1a7-1349f7db3a89 {{(pid=84417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 12:16:37.346056 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ef578197-9db8-44d4-8a30-31790a969b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:37.394662 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602f0a57-12a9-488b-ae24-87f739646e4a admin admin] Notify agent at l3_agent.dv-cinder-784763-1-smb the message routers_updated {{(pid=84417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 12:16:37.403238 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a9130e-dea1-4bb0-8049-e9d84c49d455 None None] Sync routers for ids ['2ed1024c-404d-48eb-844a-bd8b14f3e405'] in dv-cinder-784763-1-smb {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 12:16:37.407146 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-602f0a57-12a9-488b-ae24-87f739646e4a admin admin] 10.222.0.26 "PUT /v2.0/routers/2ed1024c-404d-48eb-844a-bd8b14f3e405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8651509 Apr 05 12:16:37.409885 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 57016) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:37.413508 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a9130e-dea1-4bb0-8049-e9d84c49d455 None None] Routers {'2ed1024c-404d-48eb-844a-bd8b14f3e405'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:16:37.414207 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-b9a9130e-dea1-4bb0-8049-e9d84c49d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:16:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['2ed1024c-404d-48eb-844a-bd8b14f3e405'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:16:37.597627 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c24648cd-262f-434e-b3c1-bc59014c5761 admin admin] Notify callbacks [] for router, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:37.602719 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-b9a9130e-dea1-4bb0-8049-e9d84c49d455 None None] Set router 2ed1024c-404d-48eb-844a-bd8b14f3e405 gateway port host: dv-cinder-784763-1-smb {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:16:37.785905 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c24648cd-262f-434e-b3c1-bc59014c5761 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:37.794543 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-c24648cd-262f-434e-b3c1-bc59014c5761 admin admin] Deleting port ea26e21f-5a3b-402c-b2e2-36a3e714a211 {{(pid=84417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:16:37.794914 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c24648cd-262f-434e-b3c1-bc59014c5761 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:37.904536 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-b9a9130e-dea1-4bb0-8049-e9d84c49d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'name': 'tempest-AttachVolumeShelveTestJSON-1543860503-router', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'external_fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:07:35Z', 'updated_at': '2021-04-05T12:16:35Z', 'revision_number': 5, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'gw_port': {'id': 'ea26e21f-5a3b-402c-b2e2-36a3e714a211', 'name': '', 'network_id': '31dbbfbb-1103-49d1-a0e5-ac5561337b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:15:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:07:37Z', 'updated_at': '2021-04-05T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73ae074f-8780-41b9-9bf3-4fc6dce4ecd5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-smb'}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:16:37.908505 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a9130e-dea1-4bb0-8049-e9d84c49d455 None None] Checking router: 2ed1024c-404d-48eb-844a-bd8b14f3e405 for host: dv-cinder-784763-1-smb {{(pid=84420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 12:16:37.917373 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a9130e-dea1-4bb0-8049-e9d84c49d455 None None] Routers {'2ed1024c-404d-48eb-844a-bd8b14f3e405'} bound to L3 agent in host dv-cinder-784763-1-smb {{(pid=84420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 12:16:37.918053 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-b9a9130e-dea1-4bb0-8049-e9d84c49d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784763-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T11:57:10Z,description=,heartbeat_timestamp=2021-04-05T12:16:10Z,host='dv-cinder-784763-1-smb',id=4ad6baea-16e9-4a60-a1a7-1349f7db3a89,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T11:57:10Z,topic='l3_agent')) {'router_ids': ['2ed1024c-404d-48eb-844a-bd8b14f3e405'], 'active': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:16:37.976433 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-c24648cd-262f-434e-b3c1-bc59014c5761 admin admin] For port ea26e21f-5a3b-402c-b2e2-36a3e714a211, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=ea26e21f-5a3b-402c-b2e2-36a3e714a211,segment=NetworkSegment(2ecfd34e-9a9f-4e0f-94e3-36d27d123670),segment_id=2ecfd34e-9a9f-4e0f-94e3-36d27d123670)] {{(pid=84417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:16:37.976828 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c24648cd-262f-434e-b3c1-bc59014c5761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:38.075912 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-b9a9130e-dea1-4bb0-8049-e9d84c49d455 None None] Set router 2ed1024c-404d-48eb-844a-bd8b14f3e405 gateway port host: None {{(pid=84420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 12:16:38.106341 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-c24648cd-262f-434e-b3c1-bc59014c5761 admin admin] Calling delete_port for ea26e21f-5a3b-402c-b2e2-36a3e714a211 owned by network:router_gateway {{(pid=84417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:16:38.187913 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-b9a9130e-dea1-4bb0-8049-e9d84c49d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'name': 'tempest-AttachVolumeShelveTestJSON-1543860503-router', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:07:35Z', 'updated_at': '2021-04-05T12:16:37Z', 'revision_number': 6, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'gw_port_host': None}], 'dv-cinder-784763-1-smb', False) {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:16:38.192547 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a9130e-dea1-4bb0-8049-e9d84c49d455 None None] The sync data for ids ['2ed1024c-404d-48eb-844a-bd8b14f3e405'] in dv-cinder-784763-1-smb is: [{'id': '2ed1024c-404d-48eb-844a-bd8b14f3e405', 'name': 'tempest-AttachVolumeShelveTestJSON-1543860503-router', 'tenant_id': 'ef963fd801d14231908609f44c23fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:07:35Z', 'updated_at': '2021-04-05T12:16:37Z', 'revision_number': 6, 'project_id': 'ef963fd801d14231908609f44c23fa0b', 'gw_port_host': None}] {{(pid=84420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 12:16:38.288229 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c24648cd-262f-434e-b3c1-bc59014c5761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:38.316539 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:16:38.365430 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24648cd-262f-434e-b3c1-bc59014c5761 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea26e21f-5a3b-402c-b2e2-36a3e714a211,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:16:38.368076 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c24648cd-262f-434e-b3c1-bc59014c5761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:16:38.572336 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c24648cd-262f-434e-b3c1-bc59014c5761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771004'] for router_gateway, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:38.712812 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:38.755471 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c24648cd-262f-434e-b3c1-bc59014c5761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854002627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64796'] for router, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:38.757778 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c24648cd-262f-434e-b3c1-bc59014c5761 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:38.781583 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c24648cd-262f-434e-b3c1-bc59014c5761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854002553'] for router, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:38.781942 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24648cd-262f-434e-b3c1-bc59014c5761 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ed1024c-404d-48eb-844a-bd8b14f3e405 {{(pid=84417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 12:16:38.794853 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c24648cd-262f-434e-b3c1-bc59014c5761 admin admin] Notify callbacks [] for router, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:38.796074 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-c24648cd-262f-434e-b3c1-bc59014c5761 admin admin] 10.222.0.26 "DELETE /v2.0/routers/2ed1024c-404d-48eb-844a-bd8b14f3e405 HTTP/1.1" status: 204 len: 168 time: 1.3852088 Apr 05 12:16:38.798708 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 57020) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:38.865629 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ce7877-7ec7-4125-afcc-00dffa19de21 admin admin] Deleting subnet ad6e7b7d-b348-4208-aa85-00f9b060484b {{(pid=84417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 12:16:38.868793 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-95ce7877-7ec7-4125-afcc-00dffa19de21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:38.922394 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-95ce7877-7ec7-4125-afcc-00dffa19de21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853105929'] for subnet, precommit_delete_associations {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:39.001778 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-95ce7877-7ec7-4125-afcc-00dffa19de21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16343'] for subnet, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:39.480651 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-95ce7877-7ec7-4125-afcc-00dffa19de21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854759473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853132249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10574791'] for subnet, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:39.495882 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:16:39.545234 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce7877-7ec7-4125-afcc-00dffa19de21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad6e7b7d-b348-4208-aa85-00f9b060484b,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:16:39.548995 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-95ce7877-7ec7-4125-afcc-00dffa19de21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:16:39.623598 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device ea26e21f-5a3b-402c-b2e2-36a3e714a211 no longer exists at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:16:39.630054 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-95ce7877-7ec7-4125-afcc-00dffa19de21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for subnet, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:39.636554 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-95ce7877-7ec7-4125-afcc-00dffa19de21 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ad6e7b7d-b348-4208-aa85-00f9b060484b HTTP/1.1" status: 204 len: 168 time: 0.8362544 Apr 05 12:16:39.639234 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 57024) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:39.660290 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1d4699-4ded-4bd3-99bc-573690638a20 None None] Network 40fb80d3-753f-4a6e-8e1e-404338c152f4 requested from dv-cinder-784763-1-smb {{(pid=84419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 12:16:39.691048 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] No Port match for: ea26e21f-5a3b-402c-b2e2-36a3e714a211 {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:16:39.691426 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device ea26e21f-5a3b-402c-b2e2-36a3e714a211 not bound to the agent host dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:16:39.691897 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 37584758-d8ac-49b8-8ba8-399d92b30e1d no longer exists at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:16:39.732452 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] No Port match for: 37584758-d8ac-49b8-8ba8-399d92b30e1d {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:16:39.732841 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 37584758-d8ac-49b8-8ba8-399d92b30e1d not bound to the agent host dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:16:39.755004 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-182934de-bc7b-4fcf-a9a9-cd76f416f85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-454253'] for network, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:39.827711 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-182934de-bc7b-4fcf-a9a9-cd76f416f85a admin admin] Deleting port 2da5daaf-7537-4e85-add1-6374166a624d {{(pid=84417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:16:39.828330 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-182934de-bc7b-4fcf-a9a9-cd76f416f85a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:39.930136 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c771c122-3c5e-43bc-a215-c9b4c93a5d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:39.965126 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c2ac24-01e1-4f5e-8315-4cfb84d7c945 None None] DHCP port deletion for 40fb80d3-753f-4a6e-8e1e-404338c152f4 request from dv-cinder-784763-1-smb {{(pid=84419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 12:16:39.969756 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-01c2ac24-01e1-4f5e-8315-4cfb84d7c945 None None] Deleting port 2da5daaf-7537-4e85-add1-6374166a624d {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:16:39.970172 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-01c2ac24-01e1-4f5e-8315-4cfb84d7c945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:40.044984 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-182934de-bc7b-4fcf-a9a9-cd76f416f85a admin admin] For port 2da5daaf-7537-4e85-add1-6374166a624d, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=2da5daaf-7537-4e85-add1-6374166a624d,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:16:40.045377 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-182934de-bc7b-4fcf-a9a9-cd76f416f85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:40.179250 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-182934de-bc7b-4fcf-a9a9-cd76f416f85a admin admin] Calling delete_port for 2da5daaf-7537-4e85-add1-6374166a624d owned by network:dhcp {{(pid=84417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:16:40.186014 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-01c2ac24-01e1-4f5e-8315-4cfb84d7c945 None None] For port 2da5daaf-7537-4e85-add1-6374166a624d, host dv-cinder-784763-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-smb',level=0,port_id=2da5daaf-7537-4e85-add1-6374166a624d,segment=NetworkSegment(6e7164c8-a764-4899-8517-c60c29f2f0f6),segment_id=6e7164c8-a764-4899-8517-c60c29f2f0f6)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 12:16:40.186449 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-01c2ac24-01e1-4f5e-8315-4cfb84d7c945 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853990544'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:40.253354 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-182934de-bc7b-4fcf-a9a9-cd76f416f85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854318461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854296959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757196958323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279658259470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1643770'] for port, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:40.268568 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-584c7576-0765-4e70-90ef-d4f85fc1d9ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:16:40.319381 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-01c2ac24-01e1-4f5e-8315-4cfb84d7c945 None None] Calling delete_port for 2da5daaf-7537-4e85-add1-6374166a624d owned by network:dhcp {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 12:16:40.325822 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182934de-bc7b-4fcf-a9a9-cd76f416f85a admin admin] Pushing event deleted for resources: {'Port': ['ID=2da5daaf-7537-4e85-add1-6374166a624d,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:16:40.329611 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-182934de-bc7b-4fcf-a9a9-cd76f416f85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:16:40.377124 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:40.403226 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.db.api [None req-01c2ac24-01e1-4f5e-8315-4cfb84d7c945 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84419) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:16:40.403626 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_db.api [None req-01c2ac24-01e1-4f5e-8315-4cfb84d7c945 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 12:16:40.410831 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182934de-bc7b-4fcf-a9a9-cd76f416f85a admin admin] No DVR routers for this DVR port 2da5daaf-7537-4e85-add1-6374166a624d on host dv-cinder-784763-1-smb {{(pid=84417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 12:16:40.531783 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-182934de-bc7b-4fcf-a9a9-cd76f416f85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363279657788737'] for network, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:40.642173 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-182934de-bc7b-4fcf-a9a9-cd76f416f85a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40fb80d3-753f-4a6e-8e1e-404338c152f4']}} {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:16:40.654898 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-182934de-bc7b-4fcf-a9a9-cd76f416f85a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e7164c8-a764-4899-8517-c60c29f2f0f6') {'for_net_delete': True} {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:16:40.655238 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-182934de-bc7b-4fcf-a9a9-cd76f416f85a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e7164c8-a764-4899-8517-c60c29f2f0f6') {} {{(pid=84417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 12:16:40.667446 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-182934de-bc7b-4fcf-a9a9-cd76f416f85a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757196986961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1669886'] for segment, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:40.681776 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-182934de-bc7b-4fcf-a9a9-cd76f416f85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:40.687872 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182934de-bc7b-4fcf-a9a9-cd76f416f85a admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=84417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 12:16:40.861828 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-182934de-bc7b-4fcf-a9a9-cd76f416f85a admin admin] Network 40fb80d3-753f-4a6e-8e1e-404338c152f4 has no segments {{(pid=84417) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 12:16:40.870512 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-182934de-bc7b-4fcf-a9a9-cd76f416f85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853132148'] for segment, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:40.904909 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-01c2ac24-01e1-4f5e-8315-4cfb84d7c945 None None] Deleting port 2da5daaf-7537-4e85-add1-6374166a624d {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 12:16:40.905576 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-01c2ac24-01e1-4f5e-8315-4cfb84d7c945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279657832035'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:40.978469 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-01c2ac24-01e1-4f5e-8315-4cfb84d7c945 None None] The port '2da5daaf-7537-4e85-add1-6374166a624d' was deleted {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 12:16:41.044850 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-182934de-bc7b-4fcf-a9a9-cd76f416f85a admin admin] Network 40fb80d3-753f-4a6e-8e1e-404338c152f4 has no segments {{(pid=84417) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: Traceback (most recent call last): Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: timer() Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: cb(*args, **kw) Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: return func(*args, **kwargs) Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: self._notify() Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: self.callback(batched_events) Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: event.method(event) Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: segment_id)['aggregates'][0] Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: return f(self, *a, **k) Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: return self._get(url).json() Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: **kwargs) Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: return self.request(url, 'GET', **kwargs) Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: **endpoint_filter) Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:16:41.070653 dv-cinder-784763-1-smb neutron-server[84306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:16:41.143541 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-182934de-bc7b-4fcf-a9a9-cd76f416f85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854004774'] for network, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:41.147176 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:16:41.163101 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-182934de-bc7b-4fcf-a9a9-cd76f416f85a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563720'] for network, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:41.171722 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182934de-bc7b-4fcf-a9a9-cd76f416f85a admin admin] Pushing event deleted for resources: {'Network': ['ID=40fb80d3-753f-4a6e-8e1e-404338c152f4,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:16:41.175069 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-182934de-bc7b-4fcf-a9a9-cd76f416f85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:16:41.184837 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-182934de-bc7b-4fcf-a9a9-cd76f416f85a admin admin] 10.222.0.26 "DELETE /v2.0/networks/40fb80d3-753f-4a6e-8e1e-404338c152f4 HTTP/1.1" status: 204 len: 168 time: 1.5445807 Apr 05 12:16:41.298343 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 57030) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:41.357473 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-fc351514-37f1-418d-9afa-18a21a85bd6a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ef963fd801d14231908609f44c23fa0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0549290 Apr 05 12:16:41.357738 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 57034) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:41.418408 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-93aa1d1a-5d05-4489-9bd0-8034cf61143d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:41.444949 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-93aa1d1a-5d05-4489-9bd0-8034cf61143d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:41.488920 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-93aa1d1a-5d05-4489-9bd0-8034cf61143d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:41.493809 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-603189e1-578b-43a3-aa43-a0999aa6633b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:16:41.508025 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa1d1a-5d05-4489-9bd0-8034cf61143d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9d58ca-fbf9-4bf3-aaa2-dda4a4848ce3,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:16:41.512980 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-93aa1d1a-5d05-4489-9bd0-8034cf61143d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:16:41.515025 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-93aa1d1a-5d05-4489-9bd0-8034cf61143d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:41.516238 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-93aa1d1a-5d05-4489-9bd0-8034cf61143d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/af9d58ca-fbf9-4bf3-aaa2-dda4a4848ce3 HTTP/1.1" status: 204 len: 168 time: 0.1575432 Apr 05 12:16:41.620813 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 2da5daaf-7537-4e85-add1-6374166a624d no longer exists at agent ovs-agent-dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 12:16:41.657952 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] No Port match for: 2da5daaf-7537-4e85-add1-6374166a624d {{(pid=84419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 12:16:41.658418 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Device 2da5daaf-7537-4e85-add1-6374166a624d not bound to the agent host dv-cinder-784763-1-smb {{(pid=84419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 12:16:42.035842 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:16:46.869376 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 6 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:17:00.236797 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 57214) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:00.357332 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8bad3947-5ed7-43cc-aba6-c28efbe7083c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:00.373035 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-8bad3947-5ed7-43cc-aba6-c28efbe7083c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:17:00.377269 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-8bad3947-5ed7-43cc-aba6-c28efbe7083c admin admin] Usage tracker for resource:security_group_rule and tenant:cbc2b96f49e646a5abbb6235604ecf33 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:17:00.380373 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-8bad3947-5ed7-43cc-aba6-c28efbe7083c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:17:00.386758 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-8bad3947-5ed7-43cc-aba6-c28efbe7083c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:17:00.469391 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8bad3947-5ed7-43cc-aba6-c28efbe7083c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:00.472502 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8bad3947-5ed7-43cc-aba6-c28efbe7083c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:00.484384 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-81724e45-9118-4fd5-94c6-f942f134ceb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:17:00.526697 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-8bad3947-5ed7-43cc-aba6-c28efbe7083c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cbc2b96f49e646a5abbb6235604ecf33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888258 Apr 05 12:17:00.527719 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad3947-5ed7-43cc-aba6-c28efbe7083c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d6662c-6ec3-4335-8279-3a5c602bf729,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:17:00.529723 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 57220) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:00.538992 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8bad3947-5ed7-43cc-aba6-c28efbe7083c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:17:00.593184 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ee016010-cc07-477b-bc4a-63f65ebad088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:00.620349 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ee016010-cc07-477b-bc4a-63f65ebad088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:00.665168 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ee016010-cc07-477b-bc4a-63f65ebad088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:00.670051 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-46dd954d-320f-4eb4-9ef7-6b49cd90fae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:17:00.683614 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee016010-cc07-477b-bc4a-63f65ebad088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d6662c-6ec3-4335-8279-3a5c602bf729,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:17:00.694650 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee016010-cc07-477b-bc4a-63f65ebad088 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:17:00.695075 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee016010-cc07-477b-bc4a-63f65ebad088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:17:00.695531 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee016010-cc07-477b-bc4a-63f65ebad088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:17:00.695941 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee016010-cc07-477b-bc4a-63f65ebad088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:17:00.696347 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee016010-cc07-477b-bc4a-63f65ebad088 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:17:00.696753 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee016010-cc07-477b-bc4a-63f65ebad088 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:17:00.697155 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee016010-cc07-477b-bc4a-63f65ebad088 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:17:00.697575 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee016010-cc07-477b-bc4a-63f65ebad088 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:17:00.697984 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee016010-cc07-477b-bc4a-63f65ebad088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:17:00.698382 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee016010-cc07-477b-bc4a-63f65ebad088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:17:00.698777 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee016010-cc07-477b-bc4a-63f65ebad088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:17:00.699174 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee016010-cc07-477b-bc4a-63f65ebad088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:17:00.702381 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ee016010-cc07-477b-bc4a-63f65ebad088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:00.706025 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-ee016010-cc07-477b-bc4a-63f65ebad088 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/03d6662c-6ec3-4335-8279-3a5c602bf729 HTTP/1.1" status: 204 len: 168 time: 0.1751864 Apr 05 12:17:00.707071 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ee016010-cc07-477b-bc4a-63f65ebad088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:17:00.984501 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 57228) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:01.003872 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c8e63d29-53d1-4074-965c-726d01d51a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:01.019538 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c8e63d29-53d1-4074-965c-726d01d51a26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:17:01.024219 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c8e63d29-53d1-4074-965c-726d01d51a26 admin admin] Usage tracker for resource:security_group_rule and tenant:c3953ab51ebb4a898d4867f6bd73122e is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:17:01.027542 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c8e63d29-53d1-4074-965c-726d01d51a26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:17:01.033650 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c8e63d29-53d1-4074-965c-726d01d51a26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:17:01.114445 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c8e63d29-53d1-4074-965c-726d01d51a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:01.116993 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c8e63d29-53d1-4074-965c-726d01d51a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:01.125398 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5026b4d3-7d2a-4ad9-b9a5-06058cf1970f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:17:01.167112 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-c8e63d29-53d1-4074-965c-726d01d51a26 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c3953ab51ebb4a898d4867f6bd73122e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815181 Apr 05 12:17:01.168044 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e63d29-53d1-4074-965c-726d01d51a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afed160a-3aab-4e73-a3ed-830101365583,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:17:01.169997 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 57232) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:01.171187 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c8e63d29-53d1-4074-965c-726d01d51a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:17:01.232120 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f2cd238d-99fd-4e13-93e1-d25c1654deda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:01.258985 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f2cd238d-99fd-4e13-93e1-d25c1654deda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:01.302561 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f2cd238d-99fd-4e13-93e1-d25c1654deda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:01.307404 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-651b5b02-38c5-4089-b5da-2de56a15771b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:17:01.321704 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd238d-99fd-4e13-93e1-d25c1654deda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afed160a-3aab-4e73-a3ed-830101365583,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:17:01.324060 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f2cd238d-99fd-4e13-93e1-d25c1654deda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:17:01.330962 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f2cd238d-99fd-4e13-93e1-d25c1654deda admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:01.332157 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-f2cd238d-99fd-4e13-93e1-d25c1654deda admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/afed160a-3aab-4e73-a3ed-830101365583 HTTP/1.1" status: 204 len: 168 time: 0.1604750 Apr 05 12:17:02.630974 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:07.338882 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c9dc3c54-dce2-47bc-a553-0c43397a7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:07.652811 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 57348) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:07.774106 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9245e891-fbe4-4539-b33a-931654efde43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:07.789256 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-9245e891-fbe4-4539-b33a-931654efde43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:17:07.793341 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-9245e891-fbe4-4539-b33a-931654efde43 admin admin] Usage tracker for resource:security_group_rule and tenant:582ea0bb18cc48af809e110938e87085 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:17:07.796563 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-9245e891-fbe4-4539-b33a-931654efde43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:17:07.803076 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-9245e891-fbe4-4539-b33a-931654efde43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:17:07.885021 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9245e891-fbe4-4539-b33a-931654efde43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:07.887801 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9245e891-fbe4-4539-b33a-931654efde43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:07.900656 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-77b0833e-f3b4-4817-8135-118a0857cdcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:17:07.941779 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-9245e891-fbe4-4539-b33a-931654efde43 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=582ea0bb18cc48af809e110938e87085&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878234 Apr 05 12:17:07.942651 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245e891-fbe4-4539-b33a-931654efde43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a063a1b-6c4b-4b67-9f32-3adae285df06,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:17:07.944848 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 57354) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:07.946015 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9245e891-fbe4-4539-b33a-931654efde43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:17:08.009762 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f8202a72-0856-4922-abc1-6c715d46966f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:08.036459 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f8202a72-0856-4922-abc1-6c715d46966f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:08.080523 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f8202a72-0856-4922-abc1-6c715d46966f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:08.085409 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0060203e-7aaf-4e39-b64e-6a1e29a80966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:17:08.098614 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8202a72-0856-4922-abc1-6c715d46966f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a063a1b-6c4b-4b67-9f32-3adae285df06,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:17:08.101327 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f8202a72-0856-4922-abc1-6c715d46966f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:17:08.102551 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f8202a72-0856-4922-abc1-6c715d46966f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:08.104458 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-f8202a72-0856-4922-abc1-6c715d46966f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6a063a1b-6c4b-4b67-9f32-3adae285df06 HTTP/1.1" status: 204 len: 168 time: 0.1584883 Apr 05 12:17:08.382484 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 57362) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:08.401859 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f51adf5-7b67-486f-b10b-f82c2fe74b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:08.418664 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-5f51adf5-7b67-486f-b10b-f82c2fe74b59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:17:08.422664 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-5f51adf5-7b67-486f-b10b-f82c2fe74b59 admin admin] Usage tracker for resource:security_group_rule and tenant:2812587dd9c143d49f777c51fd6de8e0 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:17:08.426214 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-5f51adf5-7b67-486f-b10b-f82c2fe74b59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:17:08.432229 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-5f51adf5-7b67-486f-b10b-f82c2fe74b59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:17:08.515570 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f51adf5-7b67-486f-b10b-f82c2fe74b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:08.518319 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f51adf5-7b67-486f-b10b-f82c2fe74b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:08.526366 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-28ce48ae-673d-495f-adcb-a5845ccd9730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:17:08.571588 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-5f51adf5-7b67-486f-b10b-f82c2fe74b59 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2812587dd9c143d49f777c51fd6de8e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875401 Apr 05 12:17:08.572600 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51adf5-7b67-486f-b10b-f82c2fe74b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092b2273-870e-4eec-ba95-12a7c6d41749,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:17:08.574421 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 57368) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:08.575704 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5f51adf5-7b67-486f-b10b-f82c2fe74b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:17:08.636770 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a2c2e137-8a14-4d4b-ad20-d598e2ebd2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:08.663647 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a2c2e137-8a14-4d4b-ad20-d598e2ebd2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:08.707880 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a2c2e137-8a14-4d4b-ad20-d598e2ebd2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:08.712803 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6b8c3167-ed00-409b-a312-3942060d98fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:17:08.713460 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:08.726715 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2e137-8a14-4d4b-ad20-d598e2ebd2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092b2273-870e-4eec-ba95-12a7c6d41749,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:17:08.729691 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a2c2e137-8a14-4d4b-ad20-d598e2ebd2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:17:08.739129 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a2c2e137-8a14-4d4b-ad20-d598e2ebd2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:08.740333 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-a2c2e137-8a14-4d4b-ad20-d598e2ebd2dd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/092b2273-870e-4eec-ba95-12a7c6d41749 HTTP/1.1" status: 204 len: 168 time: 0.1642706 Apr 05 12:17:09.933036 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b5bac297-e773-419a-a770-7ab369244cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:10.310581 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:10.793460 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 57428) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:10.915568 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-64c0624e-b8e0-4c4d-b529-1d101414c872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:10.930659 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-64c0624e-b8e0-4c4d-b529-1d101414c872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:17:10.934628 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-64c0624e-b8e0-4c4d-b529-1d101414c872 admin admin] Usage tracker for resource:security_group_rule and tenant:fa0807bcc7024badb8c2b711f33322ea is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:17:10.937507 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-64c0624e-b8e0-4c4d-b529-1d101414c872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:17:10.944016 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-64c0624e-b8e0-4c4d-b529-1d101414c872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:17:11.030948 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-64c0624e-b8e0-4c4d-b529-1d101414c872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:11.033982 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-64c0624e-b8e0-4c4d-b529-1d101414c872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:11.042655 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b78a5729-a128-4607-b324-30851a95868a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:17:11.083791 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-64c0624e-b8e0-4c4d-b529-1d101414c872 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa0807bcc7024badb8c2b711f33322ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889268 Apr 05 12:17:11.085384 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0624e-b8e0-4c4d-b529-1d101414c872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44de34a5-207e-44b7-867c-ffb897893add,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:17:11.086815 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 57434) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:11.088514 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-64c0624e-b8e0-4c4d-b529-1d101414c872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:17:11.153878 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-40d91e45-654a-4a76-affa-72e603391245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:11.181123 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-40d91e45-654a-4a76-affa-72e603391245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:11.225143 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-40d91e45-654a-4a76-affa-72e603391245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:11.230090 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e867b85a-e537-4b2d-9cc5-20a7cf51bec7 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:17:11.242796 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d91e45-654a-4a76-affa-72e603391245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44de34a5-207e-44b7-867c-ffb897893add,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:17:11.245356 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-40d91e45-654a-4a76-affa-72e603391245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:17:11.253379 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-40d91e45-654a-4a76-affa-72e603391245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:11.254631 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-40d91e45-654a-4a76-affa-72e603391245 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/44de34a5-207e-44b7-867c-ffb897893add HTTP/1.1" status: 204 len: 168 time: 0.1660771 Apr 05 12:17:11.536718 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 57442) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:11.555854 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7e69763a-c101-49e3-b6e5-7eeb2c2094a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:11.571231 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-7e69763a-c101-49e3-b6e5-7eeb2c2094a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:17:11.575209 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-7e69763a-c101-49e3-b6e5-7eeb2c2094a0 admin admin] Usage tracker for resource:security_group_rule and tenant:7a21707fd85a41109cecbf8161cae50a is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:17:11.578113 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-7e69763a-c101-49e3-b6e5-7eeb2c2094a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:17:11.584635 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-7e69763a-c101-49e3-b6e5-7eeb2c2094a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:17:11.666910 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7e69763a-c101-49e3-b6e5-7eeb2c2094a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:11.669650 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7e69763a-c101-49e3-b6e5-7eeb2c2094a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:11.678221 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c96355d3-ec4f-44d7-a575-62a189475d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:17:11.723821 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-7e69763a-c101-49e3-b6e5-7eeb2c2094a0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7a21707fd85a41109cecbf8161cae50a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1859422 Apr 05 12:17:11.724688 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69763a-c101-49e3-b6e5-7eeb2c2094a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8530eee3-67ff-4eb1-b080-2ca2a7fdd9cd,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:17:11.726761 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 57446) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:11.727836 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7e69763a-c101-49e3-b6e5-7eeb2c2094a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:17:11.788004 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7ad281e0-141b-49aa-b5fd-c4c69489ac34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:11.814754 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7ad281e0-141b-49aa-b5fd-c4c69489ac34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:11.858336 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7ad281e0-141b-49aa-b5fd-c4c69489ac34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:11.863120 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-64c0624e-b8e0-4c4d-b529-1d101414c872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:17:11.877062 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad281e0-141b-49aa-b5fd-c4c69489ac34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8530eee3-67ff-4eb1-b080-2ca2a7fdd9cd,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:17:11.880101 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7ad281e0-141b-49aa-b5fd-c4c69489ac34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:17:11.884540 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7ad281e0-141b-49aa-b5fd-c4c69489ac34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:11.885761 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-7ad281e0-141b-49aa-b5fd-c4c69489ac34 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8530eee3-67ff-4eb1-b080-2ca2a7fdd9cd HTTP/1.1" status: 204 len: 168 time: 0.1579316 Apr 05 12:17:12.038352 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:13.333514 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 57492) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:13.468873 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6cf87fe0-af1d-44be-a3e4-8be8787e14c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:13.484581 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-6cf87fe0-af1d-44be-a3e4-8be8787e14c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:17:13.488659 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-6cf87fe0-af1d-44be-a3e4-8be8787e14c6 admin admin] Usage tracker for resource:security_group_rule and tenant:8af058453ba54cb1a2100d6bc3019412 is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:17:13.491613 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-6cf87fe0-af1d-44be-a3e4-8be8787e14c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:17:13.497552 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-6cf87fe0-af1d-44be-a3e4-8be8787e14c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:17:13.581295 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6cf87fe0-af1d-44be-a3e4-8be8787e14c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:13.583991 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6cf87fe0-af1d-44be-a3e4-8be8787e14c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:13.592745 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-03071e61-063b-4dbe-a8b4-32a41756f896 tempest-AttachVolumeShelveTestJSON-349020257 tempest-AttachVolumeShelveTestJSON-349020257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:17:13.634060 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-6cf87fe0-af1d-44be-a3e4-8be8787e14c6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8af058453ba54cb1a2100d6bc3019412&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994092 Apr 05 12:17:13.635692 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf87fe0-af1d-44be-a3e4-8be8787e14c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3535faa-fba1-4afa-bc33-c7722574ca15,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:17:13.636943 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 57498) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:13.639052 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6cf87fe0-af1d-44be-a3e4-8be8787e14c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:17:13.701619 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dcf000cd-219e-433b-9045-3a6befa140e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:13.728291 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dcf000cd-219e-433b-9045-3a6befa140e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:13.772201 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dcf000cd-219e-433b-9045-3a6befa140e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:13.777041 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5f692c84-7079-488b-8e3a-3b0de183cdb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:17:13.796225 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf000cd-219e-433b-9045-3a6befa140e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3535faa-fba1-4afa-bc33-c7722574ca15,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:17:13.799618 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-dcf000cd-219e-433b-9045-3a6befa140e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:17:13.800608 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dcf000cd-219e-433b-9045-3a6befa140e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:13.801827 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-dcf000cd-219e-433b-9045-3a6befa140e5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d3535faa-fba1-4afa-bc33-c7722574ca15 HTTP/1.1" status: 204 len: 168 time: 0.1637344 Apr 05 12:17:23.869228 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 6 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:17:32.645183 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:37.340689 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-96d549ff-4d92-4284-8b73-ca116b1d07b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:38.717818 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:39.933159 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-835b5ddf-ea63-421b-8cdf-984e497ff739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:40.312106 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:42.039694 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:44.139047 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 57682) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:44.277762 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-49d043e3-4e4b-4ce2-bd0f-898cc687d78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:44.293203 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-49d043e3-4e4b-4ce2-bd0f-898cc687d78c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:17:44.297210 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-49d043e3-4e4b-4ce2-bd0f-898cc687d78c admin admin] Usage tracker for resource:security_group_rule and tenant:a1746b98d9754eeeb936fa2e278787d4 is out of sync, need to count used quota {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:17:44.300790 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-49d043e3-4e4b-4ce2-bd0f-898cc687d78c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:17:44.306703 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-49d043e3-4e4b-4ce2-bd0f-898cc687d78c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:17:44.395032 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-49d043e3-4e4b-4ce2-bd0f-898cc687d78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:44.397682 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-49d043e3-4e4b-4ce2-bd0f-898cc687d78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:44.406374 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b13b6087-37bf-4a3b-b495-fd817c22688d tempest-VolumesNegativeTest-380188703 tempest-VolumesNegativeTest-380188703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:17:44.450706 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-49d043e3-4e4b-4ce2-bd0f-898cc687d78c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a1746b98d9754eeeb936fa2e278787d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105299 Apr 05 12:17:44.452430 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d043e3-4e4b-4ce2-bd0f-898cc687d78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce12475a-02f8-4d3c-b4d6-66367cd86710,revision_number=1']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:17:44.453688 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 57688) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:44.456023 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-49d043e3-4e4b-4ce2-bd0f-898cc687d78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:17:44.517620 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-847ce49c-eb06-4f21-a296-ca11ac517f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:44.550988 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-847ce49c-eb06-4f21-a296-ca11ac517f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:44.594821 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-847ce49c-eb06-4f21-a296-ca11ac517f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:44.599960 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-40d91e45-654a-4a76-affa-72e603391245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:17:44.615002 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ce49c-eb06-4f21-a296-ca11ac517f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce12475a-02f8-4d3c-b4d6-66367cd86710,revision_number=None']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:17:44.625583 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847ce49c-eb06-4f21-a296-ca11ac517f21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:17:44.626014 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847ce49c-eb06-4f21-a296-ca11ac517f21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:17:44.626432 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847ce49c-eb06-4f21-a296-ca11ac517f21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:17:44.626845 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847ce49c-eb06-4f21-a296-ca11ac517f21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:17:44.627254 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847ce49c-eb06-4f21-a296-ca11ac517f21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:17:44.627659 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847ce49c-eb06-4f21-a296-ca11ac517f21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:17:44.628083 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847ce49c-eb06-4f21-a296-ca11ac517f21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:17:44.629074 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847ce49c-eb06-4f21-a296-ca11ac517f21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:17:44.629479 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847ce49c-eb06-4f21-a296-ca11ac517f21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:17:44.629937 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847ce49c-eb06-4f21-a296-ca11ac517f21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:17:44.630339 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847ce49c-eb06-4f21-a296-ca11ac517f21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:17:44.630738 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847ce49c-eb06-4f21-a296-ca11ac517f21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:17:44.635961 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-847ce49c-eb06-4f21-a296-ca11ac517f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:17:44.640282 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-847ce49c-eb06-4f21-a296-ca11ac517f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:17:44.643964 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-847ce49c-eb06-4f21-a296-ca11ac517f21 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ce12475a-02f8-4d3c-b4d6-66367cd86710 HTTP/1.1" status: 204 len: 168 time: 0.1867547 Apr 05 12:18:00.869012 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 6 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:18:02.663265 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:18:07.344903 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fecbdde6-0baa-483a-bc21-67e2ae2a6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:18:08.720516 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:18:09.934103 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c3e089f1-00de-4492-b9a9-171283ab22e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:18:10.314416 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:18:12.042775 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:18:20.983381 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84417) accepted ('10.222.0.26', 57956) {{(pid=84417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:18:21.136769 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-85dd7d20-bda9-4a2d-a020-a25ffa08b127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:18:21.151782 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-85dd7d20-bda9-4a2d-a020-a25ffa08b127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 12:18:21.155717 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-85dd7d20-bda9-4a2d-a020-a25ffa08b127 admin admin] Usage tracker for resource:security_group_rule and tenant:b263575a76c04c6db442a938f239818d is out of sync, need to count used quota {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 12:18:21.158621 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-85dd7d20-bda9-4a2d-a020-a25ffa08b127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 12:18:21.164525 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-85dd7d20-bda9-4a2d-a020-a25ffa08b127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 12:18:21.246369 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-85dd7d20-bda9-4a2d-a020-a25ffa08b127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:18:21.248839 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-85dd7d20-bda9-4a2d-a020-a25ffa08b127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_create {{(pid=84417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:18:21.258223 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-173c7858-9add-4446-8366-4cb56d56e69f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:18:21.298997 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-85dd7d20-bda9-4a2d-a020-a25ffa08b127 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b263575a76c04c6db442a938f239818d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3145287 Apr 05 12:18:21.300283 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd7d20-bda9-4a2d-a020-a25ffa08b127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c659bc1-44be-4b9a-aa97-cc9b33bd1287,revision_number=1']} {{(pid=84417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:18:21.302012 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84418) accepted ('10.222.0.26', 57962) {{(pid=84418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:18:21.304251 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-85dd7d20-bda9-4a2d-a020-a25ffa08b127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:18:21.365240 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1760510e-16f1-463f-b1fe-9120df7f1ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:18:21.393564 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1760510e-16f1-463f-b1fe-9120df7f1ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:18:21.437081 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1760510e-16f1-463f-b1fe-9120df7f1ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854072589'] for security_group, after_delete {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:18:21.441932 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c0fa33ac-8af4-4e4c-9e0c-534146cbd8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 12:18:21.454499 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760510e-16f1-463f-b1fe-9120df7f1ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c659bc1-44be-4b9a-aa97-cc9b33bd1287,revision_number=None']} {{(pid=84418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 12:18:21.467448 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1760510e-16f1-463f-b1fe-9120df7f1ca7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:18:21.467874 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1760510e-16f1-463f-b1fe-9120df7f1ca7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:18:21.468286 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1760510e-16f1-463f-b1fe-9120df7f1ca7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:18:21.468692 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1760510e-16f1-463f-b1fe-9120df7f1ca7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:18:21.469097 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1760510e-16f1-463f-b1fe-9120df7f1ca7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:18:21.469499 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1760510e-16f1-463f-b1fe-9120df7f1ca7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:18:21.469927 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1760510e-16f1-463f-b1fe-9120df7f1ca7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:18:21.470325 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1760510e-16f1-463f-b1fe-9120df7f1ca7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:18:21.470725 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1760510e-16f1-463f-b1fe-9120df7f1ca7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:18:21.471142 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1760510e-16f1-463f-b1fe-9120df7f1ca7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:18:21.471515 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1760510e-16f1-463f-b1fe-9120df7f1ca7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:18:21.471906 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1760510e-16f1-463f-b1fe-9120df7f1ca7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-smb {{(pid=84418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 12:18:21.475592 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1760510e-16f1-463f-b1fe-9120df7f1ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:18:21.476785 dv-cinder-784763-1-smb neutron-server[84306]: INFO neutron.wsgi [None req-1760510e-16f1-463f-b1fe-9120df7f1ca7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7c659bc1-44be-4b9a-aa97-cc9b33bd1287 HTTP/1.1" status: 204 len: 168 time: 0.1731033 Apr 05 12:18:21.477776 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1760510e-16f1-463f-b1fe-9120df7f1ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 12:18:32.674312 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:18:37.347334 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-472b5395-7d36-4b00-b605-e9ba4d72ffe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:18:37.868653 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 6 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:18:38.722274 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:18:39.934802 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ba24f3fb-39d4-4133-9a1e-651a45cb75f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:18:40.315655 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:18:42.046466 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:19:02.688389 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:19:07.348632 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a6265e66-78ef-4a33-888e-dbce2e3a4eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:19:08.725858 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:19:09.934846 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5c03a2fb-0c79-4a24-ba96-17500041d2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:19:10.318963 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:19:12.048626 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:19:14.868746 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 6 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:19:32.702470 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:19:37.350763 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1df0724e-e2b1-4eed-9af4-cf967d74fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:19:38.727900 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:19:39.934881 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb0248e1-aa26-416f-b167-32b63044149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:19:40.324895 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:19:42.050609 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:19:51.868075 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 6 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:20:02.716979 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:20:07.352761 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2868b31e-c71b-45e4-87b1-4511df4b3b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:20:08.728714 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:20:09.936076 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9dcf278d-2e48-4767-be19-dc9d00d13fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:20:10.323713 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:20:12.054729 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:20:28.868855 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 6 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:20:32.723367 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:20:37.354246 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f83d44f4-6abe-4ebe-a15f-c7d2094f8aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:20:38.729712 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:20:39.936729 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-665c5df4-d3a0-4bd4-a3d9-4c5cd16b10f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:20:40.327201 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:20:42.057306 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:21:02.730093 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:21:05.868994 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 6 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:21:07.356582 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9b6e08a9-8115-41e6-b514-34927897d349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:21:08.731179 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:21:09.937935 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cee0f6c9-cded-424b-bf8b-041c5a92baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:21:10.328581 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:21:12.061386 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:21:32.742127 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:21:37.357939 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c16d35b7-1020-411e-8cc9-94c9c77352c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:21:38.732055 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:21:39.938165 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-77dbdb26-4d98-4cc5-9d0c-1acb141a5016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:21:40.331870 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:21:42.064925 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:21:42.869710 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 6 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:22:02.758872 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:22:07.359214 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-782dd416-189e-4f81-913b-877cc000ee63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:22:08.733389 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:22:09.941763 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9e66346b-ef00-4f29-9bba-6ccfd5e76410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:22:10.335236 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:22:12.068222 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:22:19.869476 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 6 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:22:32.759316 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:22:37.360859 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3ecfa952-da73-47d3-b2b3-8393aa058894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:22:38.735974 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:22:39.942236 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2a1eb325-bd2b-424b-84b5-678c8b85bfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:22:40.338192 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:22:42.070849 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:22:56.869026 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-f6b3df66-2da2-4045-b252-957a576eaa14 None None] Agent healthcheck: found 6 active agents {{(pid=84420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 12:23:01.619780 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron.wsgi [req-87bd929d-bf97-4755-b073-778556376871 req-468da96e-0712-44ec-a547-8a29ca0dea73 service neutron] (84418) timed out ('10.222.0.32', 62396) {{(pid=84418) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 05 12:23:02.772388 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e41bb284-70bc-468f-bb95-2648b2fad8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:23:07.362716 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fe482a8e-a0a4-44de-a5ac-dd1b47e31d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:23:08.739145 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88df20d0-2457-4a56-aaab-0031d4ef83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:23:09.943763 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-886ad708-ae37-43db-a4ef-626f1a780d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:23:10.342165 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-410e4687-861d-44ca-b583-27f0a07633b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 12:23:12.074962 dv-cinder-784763-1-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f3c669e-2509-443c-8ce2-1826391115c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279657788754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771702'] for agent, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}